-- Logs begin at Sun 2021-01-24 08:35:38 UTC, end at Sun 2021-01-24 09:37:46 UTC. -- Jan 24 09:12:39.543012 dv-cinder-772181-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 24 09:12:42.268015 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.common.config [-] Logging enabled! Jan 24 09:12:42.268541 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev419 Jan 24 09:12:42.269857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79964) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 09:12:42.271680 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.common.config [-] Logging enabled! Jan 24 09:12:42.271973 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev419 Jan 24 09:12:42.272330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79964) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 09:12:42.273372 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 24 09:12:42.273640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 24 09:12:42.274720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 24 09:12:42.275009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 24 09:12:42.275269 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 24 09:12:42.275639 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.275987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.276331 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.276595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.276938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.277278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.277605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.277941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.278284 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.278641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.278962 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.279286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.279547 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.279870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.280205 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.280545 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.280800 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] debug = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.281595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.282140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.282497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.282826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.283173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.283491 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.283809 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.284135 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.284507 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] host = dv-cinder-772181-7-smb {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.284830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.285166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.285501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.285835 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.286151 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.286493 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.286829 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.287143 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.287454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.287774 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.288106 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.288438 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.288780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.289037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.289291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.289624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.289960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.290278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.290623 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.290939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.291255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.291568 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.291877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.292206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.292537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.292869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.293192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.293508 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.293820 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.294133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.294487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.294805 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.295119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.295432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.295764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.296073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.296385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.297270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.297661 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.297982 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.298313 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.298658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.298988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.299301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.299612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.299920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_json = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.300233 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.300542 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.300866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.301177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.301486 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.301798 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.302106 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.302462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:42.302801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.303143 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.303507 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.303830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.304167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.304493 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.304831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.305150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.305486 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.305822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.306149 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.306492 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.306822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.307139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.307481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.307833 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.308176 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.308515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.308831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.309144 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.309454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.309773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.310100 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.310479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.310821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.311134 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.311450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.311790 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.312111 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.313188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.313666 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.314010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.314336 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.314679 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.315008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.315330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.315645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.315958 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.316278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.316619 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.316940 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.317255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.317569 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.317887 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.318198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.318556 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.318879 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.319194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.319506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.319825 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.320139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.320453 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.320774 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.321089 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.321407 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.321720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.322032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.322343 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.322680 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.322994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.323306 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.323624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.323941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.324252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.324564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.324880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.325192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.325503 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.325831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.326170 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.326512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.326834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.327155 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.327474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.327792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.328147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.328599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.328923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.329238 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.329578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.329904 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.330230 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.330585 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.330900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.331247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.331566 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.331889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.332208 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.332528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.332853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.333183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.333520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.333864 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.334201 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.334606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.334900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.335224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.335579 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.335901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:42.336151 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:12:42.336416 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79964) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 24 09:12:42.990115 dv-cinder-772181-7-smb neutron-server[79964]: INFO keyring.backend [-] Loading Gnome Jan 24 09:12:43.007613 dv-cinder-772181-7-smb neutron-server[79964]: INFO keyring.backend [-] Loading Google Jan 24 09:12:43.010128 dv-cinder-772181-7-smb neutron-server[79964]: INFO keyring.backend [-] Loading Windows (alt) Jan 24 09:12:43.013573 dv-cinder-772181-7-smb neutron-server[79964]: INFO keyring.backend [-] Loading file Jan 24 09:12:43.014612 dv-cinder-772181-7-smb neutron-server[79964]: INFO keyring.backend [-] Loading keyczar Jan 24 09:12:43.014895 dv-cinder-772181-7-smb neutron-server[79964]: INFO keyring.backend [-] Loading multi Jan 24 09:12:43.016441 dv-cinder-772181-7-smb neutron-server[79964]: INFO keyring.backend [-] Loading pyfs Jan 24 09:12:43.061917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79964) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:12:43.063001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79964) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:12:43.063337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79964) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:12:43.063928 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 24 09:12:43.455034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.455636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.455636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.503150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.503461 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.503756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.507349 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.507655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.507946 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.575415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.575727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.576023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.577168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.577469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.577793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.843731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.844047 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.844354 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.844653 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.845482 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.992927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.993300 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.993622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.993923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.994216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.994624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.994921 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.995207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.995490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.995824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.996114 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.996413 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.996716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.997005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.997311 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.997620 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.997908 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.998225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.998530 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.999022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.999305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:43.999586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.000173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.000552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.000833 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.001255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:44.001530 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:44.001801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:44.002071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:44.002341 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:44.002638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:44.004032 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 24 09:12:44.007112 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 24 09:12:44.011008 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 24 09:12:44.015016 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 24 09:12:44.017507 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 24 09:12:44.018616 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 24 09:12:44.019001 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 24 09:12:44.019440 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 24 09:12:44.022140 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 24 09:12:44.022448 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 24 09:12:44.022842 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 24 09:12:44.044127 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 24 09:12:44.044636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.044963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79964) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 24 09:12:44.045375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.047268 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79964) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 24 09:12:44.047597 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 24 09:12:44.047928 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 24 09:12:44.051293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.051609 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.117321 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 24 09:12:44.117547 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 24 09:12:44.117818 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 24 09:12:44.118224 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 24 09:12:44.154262 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.sqlalchemy.engines [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79964) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 24 09:12:44.590512 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Initializing driver for type 'gre' Jan 24 09:12:44.591094 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] gre ID ranges: [(1, 1000)] Jan 24 09:12:44.631463 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Initializing driver for type 'local' Jan 24 09:12:44.631832 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Initializing driver for type 'vlan' Jan 24 09:12:44.642002 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] VlanTypeDriver initialization complete Jan 24 09:12:44.642404 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Initializing driver for type 'vxlan' Jan 24 09:12:44.642940 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] vxlan ID ranges: [(1, 1000)] Jan 24 09:12:44.682968 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Initializing extension driver 'port_security' Jan 24 09:12:44.683337 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.extensions.port_security [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] PortSecurityExtensionDriver initialization complete Jan 24 09:12:44.683755 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Initializing mechanism driver 'openvswitch' Jan 24 09:12:44.690122 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79964) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:44.691028 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > port after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.691448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.691840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > port after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.692272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.692664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.693046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.693468 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > network after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.693853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > network after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.694234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > network after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.694680 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > security_group after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.695065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > security_group after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.695450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.695869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.696256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.696633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.697187 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > address_group after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.697575 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > address_group after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.697956 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.698329 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] ML2 OVO RPC backend initialized. {{(pid=79964) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 24 09:12:44.699085 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.699484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.699953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > network before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.700337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > networks before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.700720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > port before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.701102 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > ports before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.701484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > subnet before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.701866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > subnets before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.702248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > network after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.702662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > network after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.703769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > network after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.704184 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > port after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.704536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.704911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > port after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.705294 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.705672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.706045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.706751 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.plugin [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Modular L2 Plugin initialization complete Jan 24 09:12:44.707109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading services supported by the core plugin {{(pid=79964) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 24 09:12:44.707481 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Got port-security extension from driver 'port_security' Jan 24 09:12:44.708001 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.extensions.vlantransparent [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Disabled vlantransparent extension. Jan 24 09:12:44.709500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79964) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 24 09:12:44.709863 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading Plugin: router Jan 24 09:12:44.747810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.748251 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router after_create 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.748664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router before_create 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.749074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.749494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.749942 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router after_delete 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.750379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.750791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router after_create 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.751182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router after_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.751577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router after_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.751968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.752374 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router after_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.752865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.753288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.753673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: port after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.754055 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: subnet after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.754480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.754876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.755272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.755656 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: port before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.756044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router precommit_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.756451 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router after_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.756839 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.757234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.757645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.758034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.758502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > network after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.759504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Tracking information for resource: router configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:44.759886 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Tracking information for resource: floatingip configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:44.764692 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_agentschedulers_db [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 24 09:12:44.766159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.766591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: port after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.766984 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: port after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.767376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.768287 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router before_create 55550100 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.768697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.769104 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router precommit_create 55550100 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.769494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > router precommit_update 55550100 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.774297 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.provider_configuration [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service providers = [] {{(pid=79964) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 24 09:12:44.774725 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.servicetype_db [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79964) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 24 09:12:44.777567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.service_base [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79964) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 09:12:44.777956 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.service_base [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79964) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 09:12:44.778338 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.service_base [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79964) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 09:12:44.779285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.service_base [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79964) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 09:12:44.779689 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.services.service_base [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 24 09:12:44.780105 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:44.780465 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 24 09:12:44.791481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:44.791858 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading Plugin: auto_allocate Jan 24 09:12:44.797544 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: network precommit_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.797946 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: network precommit_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.798573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:44.798940 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading Plugin: tag Jan 24 09:12:44.807118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:44.807507 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading Plugin: timestamp Jan 24 09:12:44.811387 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:44.811766 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading Plugin: network_ip_availability Jan 24 09:12:44.817334 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.817746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.818141 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:44.818979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:44.819347 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading Plugin: flavors Jan 24 09:12:44.823895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:44.824276 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading Plugin: revisions Jan 24 09:12:44.829352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:44.829802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=79964) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:12:44.830721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79964) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 24 09:12:44.831092 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Initializing extension manager. Jan 24 09:12:44.831717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: __init__.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.832144 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: __pycache__ {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.832568 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.832989 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: address_group.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.833899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.834597 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: address-group Jan 24 09:12:44.834970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: address_scope.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.835753 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.836341 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: address-scope Jan 24 09:12:44.836710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.837656 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.838237 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: router-admin-state-down-before-update Jan 24 09:12:44.838633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: agent.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.839401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.839983 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: agent Jan 24 09:12:44.840347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: agent_resources_synced.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.841325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.841857 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: agent-resources-synced Jan 24 09:12:44.842220 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: allowedaddresspairs.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.844747 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.845349 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: allowed-address-pairs Jan 24 09:12:44.845722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: auto_allocated_topology.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.846849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.847441 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: auto-allocated-topology Jan 24 09:12:44.847813 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: availability_zone.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.848571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.849173 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: availability_zone Jan 24 09:12:44.849543 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: availability_zone_filter.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.850494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.851078 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: availability_zone_filter Jan 24 09:12:44.851442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: data_plane_status.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.852360 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.852934 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension data-plane-status not supported by any of loaded plugins Jan 24 09:12:44.853297 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: default_subnetpools.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.854217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.854831 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: default-subnetpools Jan 24 09:12:44.855197 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.856162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.856748 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: dhcp_agent_scheduler Jan 24 09:12:44.857114 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: dns.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.858051 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.858658 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension dns-integration not supported by any of loaded plugins Jan 24 09:12:44.859097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: dns_domain_ports.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.860077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.860651 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 24 09:12:44.861018 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: dvr.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.861754 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.862328 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: dvr Jan 24 09:12:44.862720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: empty_string_filtering.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.863646 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.864231 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: empty-string-filtering Jan 24 09:12:44.864597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.865520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.866101 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 24 09:12:44.866496 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.867422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.867993 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 24 09:12:44.868356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: external_net.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.869281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.869863 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: external-net Jan 24 09:12:44.870226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.871184 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.871767 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: extra_dhcp_opt Jan 24 09:12:44.872129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: extraroute.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.873058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.873646 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: extraroute Jan 24 09:12:44.874010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: extraroute_atomic.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.875622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.876199 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: extraroute-atomic Jan 24 09:12:44.876572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: filter_validation.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.877280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.877860 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: filter-validation Jan 24 09:12:44.878225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: fip_pf_description.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.879167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.880048 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 24 09:12:44.880296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: fip_port_details.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.881028 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.881608 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: fip-port-details Jan 24 09:12:44.881975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: flavors.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.883257 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.883860 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: flavors Jan 24 09:12:44.884224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.885992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.886623 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 24 09:12:44.887002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: floatingip_pools.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.887763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.888355 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: floatingip-pools Jan 24 09:12:44.888726 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: ip_allocation.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.889672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.891118 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension ip_allocation not supported by any of loaded plugins Jan 24 09:12:44.891502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.892578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.893170 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: ip-substring-filtering Jan 24 09:12:44.893540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: l2_adjacency.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.894523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.895114 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 24 09:12:44.895504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: l3.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.896591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.897183 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: router Jan 24 09:12:44.897553 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.899863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.900471 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 24 09:12:44.900851 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.901790 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.902409 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: ext-gw-mode Jan 24 09:12:44.902772 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.903708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.904290 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: l3-ha Jan 24 09:12:44.904655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: l3_flavors.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.905585 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.906376 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: l3-flavors Jan 24 09:12:44.906823 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.907861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.908454 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 24 09:12:44.908826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: l3agentscheduler.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.909991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.910623 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: l3_agent_scheduler Jan 24 09:12:44.910994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: logging.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.912520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.913125 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension logging not supported by any of loaded plugins Jan 24 09:12:44.913506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: metering.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.914314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.915081 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: metering Jan 24 09:12:44.915456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.916589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.917180 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: metering_source_and_destination_fields Jan 24 09:12:44.917548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: multiprovidernet.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.918516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.919111 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: multi-provider Jan 24 09:12:44.919484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: netmtu.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.920429 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.921015 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: net-mtu Jan 24 09:12:44.921385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: netmtu_writable.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.922431 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.923021 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: net-mtu-writable Jan 24 09:12:44.923391 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: network_availability_zone.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.924127 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.924775 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: network_availability_zone Jan 24 09:12:44.925142 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: network_ip_availability.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.926388 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.926989 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: network-ip-availability Jan 24 09:12:44.927358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: network_segment_range.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.928192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.928781 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension network-segment-range not supported by any of loaded plugins Jan 24 09:12:44.929152 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: pagination.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.930158 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.930591 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: pagination Jan 24 09:12:44.930958 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.931882 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.932469 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: port-mac-address-regenerate Jan 24 09:12:44.932835 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.933759 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.934342 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: port-numa-affinity-policy Jan 24 09:12:44.934763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: port_resource_request.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.935716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.936293 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension port-resource-request not supported by any of loaded plugins Jan 24 09:12:44.936664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: portbindings.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.938169 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.938774 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: binding Jan 24 09:12:44.939141 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: portbindings_extended.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.940441 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.941028 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: binding-extended Jan 24 09:12:44.941400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: portsecurity.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.942334 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.942946 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: port-security Jan 24 09:12:44.943320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: project_id.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.944308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.944686 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: project-id Jan 24 09:12:44.945048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: providernet.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.945988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.946601 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: provider Jan 24 09:12:44.946975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: qos.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.951060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.951794 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension qos not supported by any of loaded plugins Jan 24 09:12:44.952216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.954103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.954705 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 24 09:12:44.955080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.956022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.956607 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 24 09:12:44.956978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: qos_default.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.957904 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.958518 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension qos-default not supported by any of loaded plugins Jan 24 09:12:44.958889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: qos_fip.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.959595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.960177 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension qos-fip not supported by any of loaded plugins Jan 24 09:12:44.960547 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: qos_gateway_ip.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.961484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.962068 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 24 09:12:44.962466 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: qos_port_network_policy.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.963392 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.963970 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 24 09:12:44.964338 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: qos_rule_type_details.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.965264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.965845 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 24 09:12:44.966212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: qos_rules_alias.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.967306 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.967891 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 24 09:12:44.968255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: quotasv2.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.969320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.969698 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: quotas Jan 24 09:12:44.970066 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: quotasv2_detail.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.971714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.972105 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: quota_details Jan 24 09:12:44.972479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: rbac.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.973763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.974407 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: rbac-policies Jan 24 09:12:44.974774 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: rbac_address_scope.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.975714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.976309 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: rbac-address-scope Jan 24 09:12:44.976681 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: rbac_security_groups.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.977613 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.978199 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: rbac-security-groups Jan 24 09:12:44.978591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: rbac_subnetpool.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.979522 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.980108 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: rbac-subnetpool Jan 24 09:12:44.980473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: revisionifmatch.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.981418 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.982002 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: revision-if-match Jan 24 09:12:44.982371 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: revisions.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.983527 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.984244 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: standard-attr-revisions Jan 24 09:12:44.984621 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: router_availability_zone.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.987049 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.987642 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: router_availability_zone Jan 24 09:12:44.988013 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: routerservicetype.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.988960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.989542 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension router-service-type not supported by any of loaded plugins Jan 24 09:12:44.989909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.990875 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.991465 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: security-groups-normalized-cidr Jan 24 09:12:44.991831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.992757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.993347 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: port-security-groups-filtering Jan 24 09:12:44.993714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:44.994713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:44.995301 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: security-groups-remote-address-group Jan 24 09:12:44.995670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: securitygroup.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.009501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.010121 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: security-group Jan 24 09:12:45.010540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: segment.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.011415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.012003 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension segment not supported by any of loaded plugins Jan 24 09:12:45.012376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.013408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.013998 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 24 09:12:45.014403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: servicetype.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.015678 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.016533 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: service-type Jan 24 09:12:45.016908 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: sorting.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.017907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.018293 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: sorting Jan 24 09:12:45.018691 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: standard_attr_segment.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.019621 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.020213 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 24 09:12:45.020581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: standardattrdescription.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.021281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.021869 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: standard-attr-description Jan 24 09:12:45.022238 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: stateful_security_group.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.023226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.023816 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: stateful-security-group Jan 24 09:12:45.024184 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: stdattrs_common.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.024784 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 24 09:12:45.025150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.026092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.026701 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 24 09:12:45.027069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: subnet_onboard.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.028177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.028775 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: subnet_onboard Jan 24 09:12:45.029144 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.030160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.030774 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 24 09:12:45.031707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: subnet_service_types.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.032838 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.033428 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: subnet-service-types Jan 24 09:12:45.033792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: subnetallocation.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.034919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.035513 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: subnet_allocation Jan 24 09:12:45.035884 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.036592 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.037186 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: subnetpool-prefix-ops Jan 24 09:12:45.037554 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.038552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.039135 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 24 09:12:45.039502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: tagging.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.040786 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.041390 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: standard-attr-tag Jan 24 09:12:45.041765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: timestamp.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.042980 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.043596 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loaded extension: standard-attr-timestamp Jan 24 09:12:45.043970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: trunk.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.045022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.045620 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension trunk not supported by any of loaded plugins Jan 24 09:12:45.045988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: trunk_details.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.047169 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.047754 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension trunk-details not supported by any of loaded plugins Jan 24 09:12:45.048128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: uplink_status_propagation.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.051395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.052005 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 24 09:12:45.052376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Loading extension file: vlantransparent.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:45.053094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:45.053676 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 24 09:12:45.056419 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:network Jan 24 09:12:45.057252 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:subnet Jan 24 09:12:45.057920 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:12:45.058643 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:port Jan 24 09:12:45.061013 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.061513 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service FLAVORS assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.062759 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.063229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.063594 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:router Jan 24 09:12:45.064337 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 09:12:45.065118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service METERING assigned prefix: /metering {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.066965 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:45.067370 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:45.067754 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:45.068884 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 09:12:45.069365 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:security_group Jan 24 09:12:45.070180 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 09:12:45.071020 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service CORE assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.071393 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:12:45.071759 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] subnetpool is already registered Jan 24 09:12:45.072431 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service CORE assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.072798 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:12:45.073171 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] subnetpool is already registered Jan 24 09:12:45.075919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.076390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service FLAVORS assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.077037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.077500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.078517 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:router Jan 24 09:12:45.078894 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] router is already registered Jan 24 09:12:45.079545 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 09:12:45.079906 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] floatingip is already registered Jan 24 09:12:45.080594 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service METERING assigned prefix: /metering {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.081320 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 09:12:45.081685 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] rbac_policy is already registered Jan 24 09:12:45.082306 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:security_group Jan 24 09:12:45.082692 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] security_group is already registered Jan 24 09:12:45.083451 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 09:12:45.083683 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] security_group_rule is already registered Jan 24 09:12:45.084421 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service CORE assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.084788 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:12:45.085144 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] subnetpool is already registered Jan 24 09:12:45.085805 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Service CORE assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:45.086166 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:12:45.086547 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] subnetpool is already registered Jan 24 09:12:45.087259 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: extensions {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.088825 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: address-groups {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.090526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: address-scopes {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.091841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: agents {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.093011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: auto-allocated-topology {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.094337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: availability_zones {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.095711 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: dhcp-networks {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.097222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: dhcp-agents {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.098720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: routers {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.100617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: flavors {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.101844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: service_profiles {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.103144 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: next_providers {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.104750 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: service_profiles {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.106266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: floatingip-pools {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.107582 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: routers {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.109463 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: floatingips {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.110829 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: l3-routers {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.112292 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: l3-agents {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.113785 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: metering-labels {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.115262 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: metering-label-rules {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.116613 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: network-ip-availabilities {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.117931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: bindings {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.119706 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: quotas {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.121201 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: quotas {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.122710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: rbac-policies {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.124062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: security-groups {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.126005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: security-group-rules {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.127347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: service-providers {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.128632 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: subnetpools {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.130098 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: subnetpools {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.131655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.133406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.136211 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.138088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.139987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.142606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.144484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.146427 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.148406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.150321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:45.157470 dv-cinder-772181-7-smb neutron-server[79964]: WARNING keystonemiddleware.auth_token [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 24 09:12:45.162771 dv-cinder-772181-7-smb neutron-server[79964]: WARNING keystonemiddleware.auth_token [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 24 09:12:45.171690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Acquired lock "singleton_lock" {{(pid=79964) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 24 09:12:45.172365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Releasing lock "singleton_lock" {{(pid=79964) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 24 09:12:45.173811 dv-cinder-772181-7-smb neutron-server[79964]: INFO oslo_service.service [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Starting 2 workers Jan 24 09:12:45.178697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Started child 80073 {{(pid=79964) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 09:12:45.183197 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:45.183450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Started child 80074 {{(pid=79964) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 09:12:45.184917 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [-] (80073) wsgi starting up on http://0.0.0.0:9696 Jan 24 09:12:45.185030 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.service [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 24 09:12:45.185690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Notify callbacks [] for process, before_spawn {{(pid=79964) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:45.187978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:45.189030 dv-cinder-772181-7-smb neutron-server[79964]: INFO oslo_service.service [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Starting 1 workers Jan 24 09:12:45.189376 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [-] (80074) wsgi starting up on http://0.0.0.0:9696 Jan 24 09:12:45.194637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Started child 80075 {{(pid=79964) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 09:12:45.195194 dv-cinder-772181-7-smb neutron-server[79964]: INFO oslo_service.service [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Starting 1 workers Jan 24 09:12:45.196977 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 37334) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:12:45.197442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.service [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] calling RpcWorker wait() {{(pid=80075) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 24 09:12:45.197830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.service [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] returning from RpcWorker wait() {{(pid=80075) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 24 09:12:45.199339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:45.199835 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:45.200197 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Started child 80077 {{(pid=79964) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 09:12:45.201054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94da20f5-77a7-45c3-8af3-b1af2b295bd1 None None] Notify callbacks [] for process, after_spawn {{(pid=79964) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:45.203631 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79964) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 24 09:12:45.203825 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 24 09:12:45.204010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 24 09:12:45.204425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 24 09:12:45.204992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 24 09:12:45.205328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 24 09:12:45.206023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.206492 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.206964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.207403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.207523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:45.207969 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.208692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:45.208907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.209335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.209792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.210239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.210691 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.211024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.211388 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0120883 Jan 24 09:12:45.211505 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.211915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.212352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.212829 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.213274 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.214162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.214685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.215077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.215514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.215992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.216442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.216906 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] debug = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.217338 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.218117 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.218685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.219314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.219837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.220321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.220771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.221226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.221670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.222074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.222534 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.222975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.223369 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.223772 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.224241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.224641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.225253 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] host = dv-cinder-772181-7-smb {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.225655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.226056 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.226553 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.226972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.227432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.227850 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.228283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.228725 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.229153 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.229597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.229887 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.230168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.230441 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.230906 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.231114 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_options = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.231414 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.231697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.232483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.232483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.232483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.232855 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.232972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.233129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.233439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.233700 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.233964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.234449 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.234800 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.235084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.235379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.235637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.235922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.236162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.236443 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.236894 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.237337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.237757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.238021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.238297 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.238611 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.238876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.239165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.239442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.239697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.239975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.240265 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.240568 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.240846 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.241139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.241422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.241671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.241941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.242274 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.242574 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.242870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.243138 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.243392 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.243681 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.243934 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.244200 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.244468 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_json = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.244717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.244966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.245241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.245497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.245748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.246000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.246251 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.247129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.247129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.247298 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.247657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.247945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.248221 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.248501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.248802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.249084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.249379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.250206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.250593 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.250864 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.251201 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.251506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.251811 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.252195 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.252575 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.252925 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.253222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.253487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.253750 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.254117 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.254581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.254901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.255206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.255490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.255751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.256011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.256269 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.256525 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.256797 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.257033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.257346 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.257607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.257861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.258116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.258415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.258672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.258945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.259229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.259536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.259813 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.260071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.260327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.260580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.260830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.261080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.261351 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.261625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.261906 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.262188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.262451 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.262858 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.263256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.263659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.264079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.264500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.264954 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.265234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.266625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.266898 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.267178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.267590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.268733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.268733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.268733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.268733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.269050 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.269252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.270697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.270697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.270697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.270697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.270697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.270697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.271246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.271246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.271427 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.271667 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.272083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.272490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.272886 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.273284 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.273687 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.274182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.274591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.275343 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.275343 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.275536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.275674 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.275968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.276265 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.276529 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.276793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.277068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.277390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.277675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.277961 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.278252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.279356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.279799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.280231 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.280676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.281235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.281498 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.281780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.282064 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.282368 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.282696 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.283710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.283710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.283710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.283966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.285267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.285267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.285267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.285267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.285658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.285658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.285839 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288875 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288875 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.288875 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.289132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.289505 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.289628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.292915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.293255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.293349 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.293577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.293856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.294134 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.295194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.295194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.295194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.295194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.295662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.295803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.295945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.296198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.297019 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.297428 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.297716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.297975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.298213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.298502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.298779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.299022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.299320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.299751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.299912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.300156 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.300578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.300757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.300907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.301171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.302073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.302073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.302073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.302620 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.302620 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.302620 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.303034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.303178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.303378 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.303650 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.303960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.304235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.305206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.305206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.305206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.305647 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.305647 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.305931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.306129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.306399 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.306644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.306902 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.307195 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.307480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.307741 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.308014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.308266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.308516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.308770 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.309021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.309359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.310484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.310484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.310484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.310484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.311074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.311074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.311074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.311483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.311483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.311765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.311981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.312358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.312593 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.312910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.313251 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.313552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.313851 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.314139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.314422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.314718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.314978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.315335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.315722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.316135 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.316555 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.316968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.317400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.317865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.318432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.318937 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.319393 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.319826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.320304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.320764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.321213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.321652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.322160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.322759 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.323362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.323362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.323597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.324019 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.324469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.324735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.325001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.325268 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.326377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.326377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.326377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.326377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.326685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.326852 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.327264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.327558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.328438 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.328866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.329159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.329329 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:12:45.330030 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79964) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 24 09:12:45.330444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 24 09:12:45.330634 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 24 09:12:45.330848 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 24 09:12:45.331056 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 24 09:12:45.331222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 24 09:12:45.331644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.331833 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.331992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.332184 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.332358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.332567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.332759 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.332945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.333133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.333320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.333510 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.333698 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.333885 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.334053 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.334240 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.334454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.334623 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.334810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.335004 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.335193 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.335377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.335564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.335751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] debug = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.335936 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.336157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.336347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.336561 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.336748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.336956 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.337195 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.337395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.337589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.337796 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.337985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.338190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.338439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.338645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.338847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.339039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.339224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] host = dv-cinder-772181-7-smb {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.339412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.339598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.339784 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.339982 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.340250 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.340366 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.340472 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.340638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.340823 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.341007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.341191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.341376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.341745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.341745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.341960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_options = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.342062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.342238 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.343215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.344062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.344294 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.344406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.344926 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.345101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.345464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.346376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.346376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.346376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.346376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.346376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.346845 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.346845 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.346845 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.347048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.347139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.347323 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.347494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.347817 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.348176 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.348891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.348891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.348891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.348891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.349464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.349464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.349464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.349464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.350023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.350023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.350023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.350525 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.350525 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.351263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.351428 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.351622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.351785 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.351973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.352160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.352345 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.352531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.352719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.352907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_json = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.353095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.353282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.353468 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.353655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.353841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.354007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.354194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.354685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:45.354685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.355355 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.355355 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.355355 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.355355 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.355757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.355757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.355757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.356025 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.356117 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.356270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.358576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.358576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.358576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.358576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.358576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.358576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.358576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.358576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.359192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.359192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.359192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.359192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.359192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.359192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.359192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.359192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.360010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.360010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.360010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.360010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.360273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.360273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.360394 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.360572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.360763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.360955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.361125 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.361317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.361509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.361693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.362917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.362917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.362917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.362917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.362917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.362917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.362917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.364154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.364154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.364154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.364154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.364154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.364154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.364154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.364154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.365375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.365375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.365375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.365375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.365375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.365375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.365375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.366993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.366993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.366993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.366993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.366993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.366993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.366993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.366993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.366993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.367952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.367952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.367952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.367952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.367952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.367952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.369996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.370947 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.370947 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.370947 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.370947 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.370947 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.371386 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.371386 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.371386 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.371687 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.371687 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.371891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.372005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.372880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.372880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.372880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.372880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.372880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.373380 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.373380 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.373380 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.373722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.373722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.373897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.373998 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.374766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.374766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.375884 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.376101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.376282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.376479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.376652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.376998 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.377361 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.377561 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.377756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.377952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.378155 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.378387 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.378564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.378755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.378947 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.379191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.379387 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.379579 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.379772 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.379964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.380156 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.380347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.380538 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.380729 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.380920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.381111 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.381302 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.381493 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.381684 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.381874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.382065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.382253 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.382471 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.382665 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.382857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.383048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.383218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.383413 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.383579 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.383773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.383963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.384154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.384344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.384533 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.384797 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.384959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.385099 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.385197 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.385382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.385552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.385743 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.385920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.386072 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.386266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.386486 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.386665 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.386822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.386981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.387172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.387363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.387558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.387745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.387935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.388124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.388268 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:45.388378 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.388474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.388644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.388807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.389000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.389191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.389399 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.389587 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.389747 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.389941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.390131 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.391236 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.391388 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.391490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.391649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.391823 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.392008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.392201 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.392365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.392556 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.392721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.393009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.393172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.393315 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.393456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.393598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.393755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.393946 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.394135 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.394334 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.394549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.394713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.394902 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.395090 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.395941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.395941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.395941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.395941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.395941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.396559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.396559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.396559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.396849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.396849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.397044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.397157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.397301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.397493 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.397686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.397876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.398065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.398256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.398473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.398668 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.398870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.399069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.399261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.399460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.399658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.399857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.400048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.400243 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.400448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.400640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.400830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.401021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.401260 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.401412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.402464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.402464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.402464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.402464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.402464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.402464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.403034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.403034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.403034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.403034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.403336 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.403406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.404160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.404160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:45.404160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:12:55.504144 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8476fef1-a2d4-4ef4-86f1-05c8abfeb61b None None] get_active_networks_info from dv-cinder-772181-7-smb {{(pid=80075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 09:12:55.679461 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8476fef1-a2d4-4ef4-86f1-05c8abfeb61b None None] No non-hosted networks {{(pid=80075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 24 09:12:55.697175 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agentschedulers_db [None req-8476fef1-a2d4-4ef4-86f1-05c8abfeb61b None None] DHCP Agent not found on host dv-cinder-772181-7-smb {{(pid=80075) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 24 09:12:55.996207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-900ac745-f265-4e23-95c2-41ce64905825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760'] for agent, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:57.962636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2cc7307f-01d8-4474-a21b-32b7e9d50c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760'] for agent, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:58.045025 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00e63c55-7510-4b09-998b-b612b980cd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:58.529662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760'] for agent, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:59.529697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760'] for agent, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:59.531193 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.531758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.532365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.532935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.533534 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.534107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.535251 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.536043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.536775 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.537318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.537987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.538551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:59.539137 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772181-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:59.544522 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772181-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:59.958690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760'] for agent, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:01.235029 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 37440) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:01.438594 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] get_endpoint_by_host() called for host dv-cinder-772181-7-smb {{(pid=80075) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 24 09:13:01.443501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] get_endpoint_by_ip() called for ip 192.168.0.21 {{(pid=80075) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 24 09:13:01.446845 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] _add_endpoint() called for ip 192.168.0.21 {{(pid=80075) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 24 09:13:01.453070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] _get_endpoints() called {{(pid=80075) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 24 09:13:01.885344 dv-cinder-772181-7-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-43ae1921-bca2-4107-8222-59af41387b8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:01.885962 dv-cinder-772181-7-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-43ae1921-bca2-4107-8222-59af41387b8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:02.125405 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-43ae1921-bca2-4107-8222-59af41387b8f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:13:02.126655 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-43ae1921-bca2-4107-8222-59af41387b8f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.8905959 Jan 24 09:13:04.110638 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_hamode_db [None req-184bdd4e-3223-4ac4-bb08-a6dcbaa0e8b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 24 09:13:04.200164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bdd4e-3223-4ac4-bb08-a6dcbaa0e8b8 None None] Routers set() bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:13:04.200528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bdd4e-3223-4ac4-bb08-a6dcbaa0e8b8 None None] Router IDs set() for agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 24 09:13:04.866274 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 37456) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:05.288014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-e38565c9-eced-4f81-b5cf-cd5ee335b6e6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:05.342488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.policy [None req-e38565c9-eced-4f81-b5cf-cd5ee335b6e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80074) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 24 09:13:05.343834 dv-cinder-772181-7-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-e38565c9-eced-4f81-b5cf-cd5ee335b6e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:05.344244 dv-cinder-772181-7-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-e38565c9-eced-4f81-b5cf-cd5ee335b6e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:05.356389 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota [None req-e38565c9-eced-4f81-b5cf-cd5ee335b6e6 admin admin] Loaded quota_driver: . Jan 24 09:13:05.372900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e38565c9-eced-4f81-b5cf-cd5ee335b6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:05.430385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e38565c9-eced-4f81-b5cf-cd5ee335b6e6 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309785860647', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309785844162', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309785845424', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309785962586', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309785961697', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853086086', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1783463', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854115407', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606056'] for rbac-policy, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:05.493357 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e38565c9-eced-4f81-b5cf-cd5ee335b6e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:05.494612 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e38565c9-eced-4f81-b5cf-cd5ee335b6e6 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6271803 Jan 24 09:13:08.485668 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 37470) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:08.889223 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'name': 'private'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:08.895941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:08.900627 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Usage tracker for resource:network and tenant:ab7db1a7bfa64214af4869fd2c979dfc is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:08.904341 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:08.910459 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:08.919141 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Made reservation on behalf of ab7db1a7bfa64214af4869fd2c979dfc for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:13:08.925374 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:08.942635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:08.960381 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:08.964186 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab7db1a7bfa64214af4869fd2c979dfc is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:08.967954 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:08.973785 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:09.073011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.075766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.081995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:09.102277 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:13:09.129368 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309784602040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.129936 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Added segment 1ed36371-1a44-45ff-8cf3-a0e6927306b5 of type vxlan for network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 Jan 24 09:13:09.337007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c342e6-e1fd-4491-bba8-0cc061c18ff8,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:09.357115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.357488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.357853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.359071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.359492 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.359852 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.360207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.360558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.360924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.361272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.361617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.361961 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Tracked resource versions report: Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: pushed versions: Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': {'1.0'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': {'1.1'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': {'1.6'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': {'1.0'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': {'1.1'}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': {'1.1'}} Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: consumer versions: Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: { DHCP agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: L3 agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: Metadata agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: Metering agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-772181-7-smb: { 'AddressGroup': '1.1', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}} Jan 24 09:13:09.363129 dv-cinder-772181-7-smb neutron-server[79964]: {{(pid=80074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:13:09.407038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:09.410698 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.447847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.449126 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:09.449799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.454973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:09.564182 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0773561 Jan 24 09:13:09.567035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:09.570795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:09.578979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:13:12.637755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 37486) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:13.141723 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5696e76-a020-49fd-aa5f-4813421432e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:13.143189 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c5696e76-a020-49fd-aa5f-4813421432e8 admin admin] 10.222.0.18 "GET /v2.0/networks/ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 HTTP/1.1" status: 200 len: 818 time: 0.5043633 Jan 24 09:13:13.172367 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-28e42949-286a-4f62-ad7f-9ff5d2c49149 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/681f3f4c-e7b2-408c-aec4-c282afef7f83 HTTP/1.1" status: 200 len: 734 time: 0.0230665 Jan 24 09:13:13.181659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'subnetpool_id': '681f3f4c-e7b2-408c-aec4-c282afef7f83'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:13.186190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:13.190278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Usage tracker for resource:subnet and tenant:ab7db1a7bfa64214af4869fd2c979dfc is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:13.193265 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:13.198869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:13.207375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Made reservation on behalf of ab7db1a7bfa64214af4869fd2c979dfc for: {'subnet': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:13:13.212038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:13.693768 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for subnet, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:13.708455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:13.844359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc0c6cf-f581-44c7-85d6-281d3bf35c6c,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:13.858939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:13.916309 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Checking segment: {'id': '1ed36371-1a44-45ff-8cf3-a0e6927306b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:13:13.916692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Network hostable DHCP agents. Network: ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:13:13.937439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:13:13.946276 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923) {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:13.950819 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:13.951450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:13.956946 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707e312-f11d-4945-87c5-cf2bb4df7d29 None None] Network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:13:13.972784 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7947142 Jan 24 09:13:14.281277 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c98073-1307-5b7b-957a-31adcb0bea93-ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923', 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'fixed_ips': [{'subnet_id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c'}]}} from dv-cinder-772181-7-smb. {{(pid=80075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:13:14.282536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:14.610951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Allocated IP 172.20.0.2 (ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923/afc0c6cf-f581-44c7-85d6-281d3bf35c6c/48e74448-32ab-4910-93e8-a51469a8a54d) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:13:15.022126 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:15.035558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Transition to ACTIVE for port object 48e74448-32ab-4910-93e8-a51469a8a54d will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:13:15.053518 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Transition to ACTIVE for port object 48e74448-32ab-4910-93e8-a51469a8a54d will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:13:15.059635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:15.075550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:15.208034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Pushing event updated for resources: {'Port': ['ID=48e74448-32ab-4910-93e8-a51469a8a54d,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:15.221830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.222208 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.222605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.222972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.223336 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.223695 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.224051 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.224401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.224754 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.225107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.225454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.225804 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Tracked resource versions report: Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: pushed versions: Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': {'1.0'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': {'1.1'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': {'1.6'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': {'1.0'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': {'1.1'}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': {'1.1'}} Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: consumer versions: Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: { DHCP agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: L3 agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: Metadata agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: Metering agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-772181-7-smb: { 'AddressGroup': '1.1', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}} Jan 24 09:13:15.226966 dv-cinder-772181-7-smb neutron-server[79964]: {{(pid=80075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:13:15.242208 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:15.280343 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:13:15.281500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:15.284368 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:13:15.346881 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Attempting to bind port 48e74448-32ab-4910-93e8-a51469a8a54d on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:13:15.347285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Attempting to bind port 48e74448-32ab-4910-93e8-a51469a8a54d by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': '1ed36371-1a44-45ff-8cf3-a0e6927306b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:13:15.347711 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Attempting to bind port 48e74448-32ab-4910-93e8-a51469a8a54d on network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:13:15.353460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:13:15.353870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Checking segment: {'id': '1ed36371-1a44-45ff-8cf3-a0e6927306b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:13:15.355130 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:15.355130 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Bound using segment: {'id': '1ed36371-1a44-45ff-8cf3-a0e6927306b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:13:15.355335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Bound port: 48e74448-32ab-4910-93e8-a51469a8a54d, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed36371-1a44-45ff-8cf3-a0e6927306b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:13:15.355724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:15.450590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] For port 48e74448-32ab-4910-93e8-a51469a8a54d, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:13:15.455098 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] For port 48e74448-32ab-4910-93e8-a51469a8a54d, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=48e74448-32ab-4910-93e8-a51469a8a54d,segment=NetworkSegment(1ed36371-1a44-45ff-8cf3-a0e6927306b5),segment_id=1ed36371-1a44-45ff-8cf3-a0e6927306b5)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:13:15.458938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:15.474289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:15.626277 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Pushing event updated for resources: {'Port': ['ID=48e74448-32ab-4910-93e8-a51469a8a54d,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:15.631006 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:16.710547 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 37496) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:17.154173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-5b5a935f-f57f-4c2f-bbfd-5c4d46520cad admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:13:17.155805 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5b5a935f-f57f-4c2f-bbfd-5c4d46520cad admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4442730 Jan 24 09:13:19.517652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 48e74448-32ab-4910-93e8-a51469a8a54d up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:19.587188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 48e74448-32ab-4910-93e8-a51469a8a54d completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:13:19.900289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 37510) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:20.272975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7998a5c8-c39c-4f8e-a4ba-4a165f86968a None None] Network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:13:20.391272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-9d29ba22-c185-4a78-aebc-e4379318d71d None None] Provisioning for port 48e74448-32ab-4910-93e8-a51469a8a54d completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:13:20.399835 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-9d29ba22-c185-4a78-aebc-e4379318d71d None None] Provisioning complete for port 48e74448-32ab-4910-93e8-a51469a8a54d triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:20.400263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d29ba22-c185-4a78-aebc-e4379318d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:20.421087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-486ccab2-1005-4d39-9860-b56a1ed52dd3 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:13:20.422161 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-486ccab2-1005-4d39-9860-b56a1ed52dd3 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5208216 Jan 24 09:13:20.646551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d29ba22-c185-4a78-aebc-e4379318d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:20.695094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-9d29ba22-c185-4a78-aebc-e4379318d71d None None] For port 48e74448-32ab-4910-93e8-a51469a8a54d, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=48e74448-32ab-4910-93e8-a51469a8a54d,segment=NetworkSegment(1ed36371-1a44-45ff-8cf3-a0e6927306b5),segment_id=1ed36371-1a44-45ff-8cf3-a0e6927306b5)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:13:20.699478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d29ba22-c185-4a78-aebc-e4379318d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:20.701683 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:20.773314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29ba22-c185-4a78-aebc-e4379318d71d None None] Pushing event updated for resources: {'Port': ['ID=48e74448-32ab-4910-93e8-a51469a8a54d,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:20.776613 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9d29ba22-c185-4a78-aebc-e4379318d71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:20.930993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-51c56bf5-5b47-4ade-8884-dcafcd5e5011 None None] Provisioning complete for port 48e74448-32ab-4910-93e8-a51469a8a54d triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:20.931401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-51c56bf5-5b47-4ade-8884-dcafcd5e5011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:21.195879 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-004e9091-0ca4-4be6-8248-6793a1c170ed None None] Provisioning complete for port 48e74448-32ab-4910-93e8-a51469a8a54d triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:21.196283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-004e9091-0ca4-4be6-8248-6793a1c170ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:21.438795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-2ae2985c-ec84-4974-9577-d0cb098a5a4c None None] Provisioning complete for port 48e74448-32ab-4910-93e8-a51469a8a54d triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:21.439198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ae2985c-ec84-4974-9577-d0cb098a5a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:21.500178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 48e74448-32ab-4910-93e8-a51469a8a54d up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:21.635651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 48e74448-32ab-4910-93e8-a51469a8a54d triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:21.636060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:23.493109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 37522) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:23.888666 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:23.895151 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:23.899097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] Usage tracker for resource:router and tenant:ab7db1a7bfa64214af4869fd2c979dfc is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:23.902245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:23.907964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:23.916534 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770381'] for router, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:23.917842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636311', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5435'] for router, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:23.937844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.042715 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854139454'] for router, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.061504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.062819 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-fe010a00-9f1b-4723-9aaf-c6082f28922f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5686488 Jan 24 09:13:25.430475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76badc4a-5ab9-42ca-a3f1-a58dea726bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:26.759990 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 37532) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:27.272644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-6f77d0ec-dd6c-4b09-b833-61d066f2d5a4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:13:27.273734 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-6f77d0ec-dd6c-4b09-b833-61d066f2d5a4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5127468 Jan 24 09:13:27.965491 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44fafe9e-da08-44de-bdce-010b788c8330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:28.333151 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:29.523882 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:29.819985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.074602 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 37552) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:30.262703 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:30.268521 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:30.272462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Usage tracker for resource:network and tenant:edb0dfa1bfe44bd68b298fcd0446aae8 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:30.275973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:30.282587 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:30.291462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Made reservation on behalf of edb0dfa1bfe44bd68b298fcd0446aae8 for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:13:30.296150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.308669 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.323436 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:30.328163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Usage tracker for resource:security_group_rule and tenant:edb0dfa1bfe44bd68b298fcd0446aae8 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:30.330973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:30.336489 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:30.422713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.425132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.429273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:30.442874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Reserving flat network on physical network physnet1 {{(pid=80074) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 24 09:13:30.468264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309784602040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.468853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Unsubscribe: segment precommit_create {{(pid=80074) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 24 09:13:30.469273 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Added segment b0f9d660-5508-48fa-a68d-f003812f3439 of type flat for network de65dbf3-a864-41cb-b58d-918771c2a6a0 Jan 24 09:13:30.470335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2547b6ce-416d-4ba2-9793-b92f1ac17746,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:30.473946 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:30.506572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.542657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.543880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:30.544503 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.549297 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:30.652543 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5767736 Jan 24 09:13:30.655472 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Pushing event updated for resources: {'Network': ['ID=de65dbf3-a864-41cb-b58d-918771c2a6a0,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:30.658198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:30.666258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:13:33.154755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 37572) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:33.351975 dv-cinder-772181-7-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-fc69c7ab-454d-4fea-ab81-d346e2810c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:33.352588 dv-cinder-772181-7-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-fc69c7ab-454d-4fea-ab81-d346e2810c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:33.723764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.policy [None req-fc69c7ab-454d-4fea-ab81-d346e2810c05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80073) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 24 09:13:33.724615 dv-cinder-772181-7-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-fc69c7ab-454d-4fea-ab81-d346e2810c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:33.725031 dv-cinder-772181-7-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-fc69c7ab-454d-4fea-ab81-d346e2810c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:33.736571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc69c7ab-454d-4fea-ab81-d346e2810c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:33.738563 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-fc69c7ab-454d-4fea-ab81-d346e2810c05 admin admin] 10.222.0.18 "GET /v2.0/subnets/afc0c6cf-f581-44c7-85d6-281d3bf35c6c HTTP/1.1" status: 200 len: 849 time: 0.5815458 Jan 24 09:13:34.076311 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5954b320-6f8b-46d6-bf05-1ffcfff18ef3 admin admin] 10.222.0.18 "GET /v2.0/routers/30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 HTTP/1.1" status: 200 len: 704 time: 0.3313751 Jan 24 09:13:34.559940 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:34.944319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Allocated IP 172.20.0.1 (ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923/afc0c6cf-f581-44c7-85d6-281d3bf35c6c/ff1b929b-cf56-46ed-a30c-afa72753c13c) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:13:35.116871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:35.135856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Transition to ACTIVE for port object ff1b929b-cf56-46ed-a30c-afa72753c13c will not be triggered until provisioned by entity DHCP. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:13:35.192133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:35.207765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:35.350217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1b929b-cf56-46ed-a30c-afa72753c13c,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:35.362382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.362773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.363136 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.363494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.363849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.364200 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.364552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.364899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.365262 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.365606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.365949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.366292 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Tracked resource versions report: Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: pushed versions: Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': {'1.0'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': {'1.1'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': {'1.6'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': {'1.0'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': {'1.1'}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': {'1.1'}} Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: consumer versions: Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: { DHCP agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: L3 agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: Metadata agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: Metering agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-772181-7-smb: { 'AddressGroup': '1.1', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}} Jan 24 09:13:35.367488 dv-cinder-772181-7-smb neutron-server[79964]: {{(pid=80073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:13:35.409852 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:35.443696 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:13:35.444813 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:35.447714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:13:35.448254 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636272'] for router_interface, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:35.629199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-51040768-a099-41a9-8b57-f36a2f0258d9 None None] Provisioning for port ff1b929b-cf56-46ed-a30c-afa72753c13c completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:13:35.634906 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-51040768-a099-41a9-8b57-f36a2f0258d9 None None] Provisioning complete for port ff1b929b-cf56-46ed-a30c-afa72753c13c triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:35.635312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-51040768-a099-41a9-8b57-f36a2f0258d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:35.696274 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-51040768-a099-41a9-8b57-f36a2f0258d9 None None] Port ff1b929b-cf56-46ed-a30c-afa72753c13c cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:13:35.870389 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:36.158953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:36.162225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:36.163362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853738566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637915'] for router_interface, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:36.177650 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:36.300023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1b929b-cf56-46ed-a30c-afa72753c13c,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:36.309226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:36.365931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:13:36.367108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:36.566888 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Router 30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 is scheduled to L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e with binding_index 1 {{(pid=80073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:13:36.621239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-e0d644a8-e271-49a3-8182-a231737761f8 None None] Provisioning complete for port ff1b929b-cf56-46ed-a30c-afa72753c13c triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:36.621635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e0d644a8-e271-49a3-8182-a231737761f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:36.677887 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-e0d644a8-e271-49a3-8182-a231737761f8 None None] Port ff1b929b-cf56-46ed-a30c-afa72753c13c cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:13:36.726301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:13:36.738710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Sync routers for ids ['30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:13:36.738852 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] 10.222.0.18 "PUT /v2.0/routers/30b8dc4d-b7dc-4fb0-8928-d18a30153fc2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6566596 Jan 24 09:13:36.750218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Routers {'30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:13:36.751121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:13:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:36.938103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Set router 30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 gateway port host: None {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:13:37.492417 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'name': 'router1', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:23Z', 'updated_at': '2021-01-24T09:13:35Z', 'revision_number': 2, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'gw_port_host': None, '_interfaces': [{'id': 'ff1b929b-cf56-46ed-a30c-afa72753c13c', 'name': '', 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'mac_address': 'fa:16:3e:e0:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:34Z', 'updated_at': '2021-01-24T09:13:35Z', 'revision_number': 2, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'subnets': [{'id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '681f3f4c-e7b2-408c-aec4-c282afef7f83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:37.497467 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Checking router: 30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:13:37.497929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Updating router 30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 port ff1b929b-cf56-46ed-a30c-afa72753c13c binding host dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:13:37.554382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.001628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.017189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Transition to ACTIVE for port object ff1b929b-cf56-46ed-a30c-afa72753c13c will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:13:38.019798 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.036472 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:38.176374 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Pushing event updated for resources: {'Port': ['ID=ff1b929b-cf56-46ed-a30c-afa72753c13c,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:38.187623 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.188000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.188369 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.188731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.189089 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.189450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.189802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.190153 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.190559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.190909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.191258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.191608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Tracked resource versions report: Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: pushed versions: Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': {'1.0'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': {'1.1'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': {'1.6'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': {'1.0'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': {'1.1'}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': {'1.1'}} Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: consumer versions: Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: { DHCP agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: L3 agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: Metadata agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: Metering agent@dv-cinder-772181-7-smb: {}, Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-772181-7-smb: { 'AddressGroup': '1.1', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}} Jan 24 09:13:38.192748 dv-cinder-772181-7-smb neutron-server[79964]: {{(pid=80077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:13:38.208216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:38.371682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Attempting to bind port ff1b929b-cf56-46ed-a30c-afa72753c13c on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:13:38.372071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Attempting to bind port ff1b929b-cf56-46ed-a30c-afa72753c13c by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': '1ed36371-1a44-45ff-8cf3-a0e6927306b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:13:38.372532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Attempting to bind port ff1b929b-cf56-46ed-a30c-afa72753c13c on network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:13:38.378638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:13:38.379039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Checking segment: {'id': '1ed36371-1a44-45ff-8cf3-a0e6927306b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:13:38.379504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.379924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Bound using segment: {'id': '1ed36371-1a44-45ff-8cf3-a0e6927306b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:13:38.380444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Bound port: ff1b929b-cf56-46ed-a30c-afa72753c13c, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed36371-1a44-45ff-8cf3-a0e6927306b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:13:38.380863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.477524 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] For port ff1b929b-cf56-46ed-a30c-afa72753c13c, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:13:38.481868 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] For port ff1b929b-cf56-46ed-a30c-afa72753c13c, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=ff1b929b-cf56-46ed-a30c-afa72753c13c,segment=NetworkSegment(1ed36371-1a44-45ff-8cf3-a0e6927306b5),segment_id=1ed36371-1a44-45ff-8cf3-a0e6927306b5)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:13:38.487083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.502857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:38.652861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Pushing event updated for resources: {'Port': ['ID=ff1b929b-cf56-46ed-a30c-afa72753c13c,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:38.658487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:38.711732 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Routers {'30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:13:38.712377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:13:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:38.879698 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] Set router 30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 gateway port host: None {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:13:39.225503 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'name': 'router1', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:23Z', 'updated_at': '2021-01-24T09:13:35Z', 'revision_number': 2, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'gw_port_host': None, '_interfaces': [{'id': 'ff1b929b-cf56-46ed-a30c-afa72753c13c', 'name': '', 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'mac_address': 'fa:16:3e:e0:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:34Z', 'updated_at': '2021-01-24T09:13:38Z', 'revision_number': 4, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'subnets': [{'id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '681f3f4c-e7b2-408c-aec4-c282afef7f83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:39.229711 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262789a5-910a-431c-abaf-d82c62ab8835 None None] The sync data for ids ['30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'] in dv-cinder-772181-7-smb is: [{'id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'name': 'router1', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:23Z', 'updated_at': '2021-01-24T09:13:35Z', 'revision_number': 2, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'gw_port_host': None, '_interfaces': [{'id': 'ff1b929b-cf56-46ed-a30c-afa72753c13c', 'name': '', 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'mac_address': 'fa:16:3e:e0:79:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:34Z', 'updated_at': '2021-01-24T09:13:38Z', 'revision_number': 4, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'subnets': [{'id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '681f3f4c-e7b2-408c-aec4-c282afef7f83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:13:39.262236 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 37594) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:39.451790 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a401b8-ff80-4286-8e90-0f129a4be968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:39.453275 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-89a401b8-ff80-4286-8e90-0f129a4be968 admin admin] 10.222.0.18 "GET /v2.0/networks/de65dbf3-a864-41cb-b58d-918771c2a6a0 HTTP/1.1" status: 200 len: 842 time: 0.1899774 Jan 24 09:13:39.463824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:39.466822 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.quota [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Loaded quota_driver: . Jan 24 09:13:39.472684 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:39.476738 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Usage tracker for resource:subnet and tenant:edb0dfa1bfe44bd68b298fcd0446aae8 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:39.480107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:39.487545 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:39.500124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Made reservation on behalf of edb0dfa1bfe44bd68b298fcd0446aae8 for: {'subnet': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:13:39.504748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:39.997165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80073) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:13:39.998191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for subnet, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:40.012953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:40.310877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:40.334207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:40.373732 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Checking segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:13:40.374119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Network hostable DHCP agents. Network: de65dbf3-a864-41cb-b58d-918771c2a6a0, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:13:40.397461 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:13:40.407342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, de65dbf3-a864-41cb-b58d-918771c2a6a0) {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:40.411242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:40.411900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:40.417379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e60c1f-b25b-41e1-aa84-40ff6a216d48 None None] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:13:40.434328 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9742820 Jan 24 09:13:40.657882 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37965cbf-2694-477f-9e0b-d6d176600112 None None] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:13:41.523921 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device ff1b929b-cf56-46ed-a30c-afa72753c13c up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:41.748755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port ff1b929b-cf56-46ed-a30c-afa72753c13c completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:13:41.753731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port ff1b929b-cf56-46ed-a30c-afa72753c13c triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:41.754271 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:41.874237 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:41.908052 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port ff1b929b-cf56-46ed-a30c-afa72753c13c, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=ff1b929b-cf56-46ed-a30c-afa72753c13c,segment=NetworkSegment(1ed36371-1a44-45ff-8cf3-a0e6927306b5),segment_id=1ed36371-1a44-45ff-8cf3-a0e6927306b5)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:13:41.910836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:41.913919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:41.984809 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=ff1b929b-cf56-46ed-a30c-afa72753c13c,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:41.988379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:42.996927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 37608) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:43.232444 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-86156237-92ed-41b7-9835-9d94e6c49135 admin admin] 10.222.0.18 "GET /v2.0/routers/30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 HTTP/1.1" status: 200 len: 710 time: 0.2331088 Jan 24 09:13:43.370572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37355046-48a0-4bb0-8aef-60f36d1fab42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:43.372014 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-37355046-48a0-4bb0-8aef-60f36d1fab42 admin admin] 10.222.0.18 "GET /v2.0/networks/de65dbf3-a864-41cb-b58d-918771c2a6a0 HTTP/1.1" status: 200 len: 886 time: 0.1335077 Jan 24 09:13:43.382187 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:43.509032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device ff1b929b-cf56-46ed-a30c-afa72753c13c up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:43.579413 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port ff1b929b-cf56-46ed-a30c-afa72753c13c triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:43.579821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:43.850192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854152186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5418'] for router, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:44.188139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:44.247997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:44.260204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:44.275697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:44.279967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:44.283139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:44.288728 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:44.384128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:44.386783 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:44.402132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:44.493758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4023ff87-9487-4e60-964c-2992bdb5e0fa,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:44.501065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:44.659818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Allocated IP 172.28.3.221 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/6294dcfb-d2ad-4730-823f-ad71190e9675) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:13:44.979811 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:45.007919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:45.023543 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:45.156755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Pushing event updated for resources: {'Port': ['ID=6294dcfb-d2ad-4730-823f-ad71190e9675,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:45.161177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:45.212080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:13:45.213207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:45.215484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:13:45.610901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:45.959060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854152186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5418'] for router, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:45.962653 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854139454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854139475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-636341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623630'] for router, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:46.150168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Router 30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:13:46.331975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:13:46.342024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Sync routers for ids ['30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:13:46.348716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Notify callbacks [] for router, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:46.349981 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] 10.222.0.18 "PUT /v2.0/routers/30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 HTTP/1.1" status: 200 len: 890 time: 2.9711895 Jan 24 09:13:46.351996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Routers {'30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:13:46.352655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:13:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:46.563511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Set router 30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:13:46.931139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'name': 'router1', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '6294dcfb-d2ad-4730-823f-ad71190e9675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:23Z', 'updated_at': '2021-01-24T09:13:45Z', 'revision_number': 4, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'gw_port': {'id': '6294dcfb-d2ad-4730-823f-ad71190e9675', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:44Z', 'updated_at': '2021-01-24T09:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'ff1b929b-cf56-46ed-a30c-afa72753c13c', 'name': '', 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'mac_address': 'fa:16:3e:e0:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:34Z', 'updated_at': '2021-01-24T09:13:41Z', 'revision_number': 5, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'subnets': [{'id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '681f3f4c-e7b2-408c-aec4-c282afef7f83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:46.937215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Checking router: 30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:13:46.937617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Updating router 30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 port 6294dcfb-d2ad-4730-823f-ad71190e9675 binding host dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:13:46.992816 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:47.395561 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:47.408254 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Transition to ACTIVE for port object 6294dcfb-d2ad-4730-823f-ad71190e9675 will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:13:47.410920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:47.427207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5cc3fd61-3b7d-4136-8105-fb30b100831b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:47.557699 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e94c2-ccf2-48df-a3c0-6ac13a577dd7 None None] Pushing event updated for resources: {'Port': ['ID=6294dcfb-d2ad-4730-823f-ad71190e9675,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:47.562863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-313e94c2-ccf2-48df-a3c0-6ac13a577dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:47.623907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Attempting to bind port 6294dcfb-d2ad-4730-823f-ad71190e9675 on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:13:47.624312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Attempting to bind port 6294dcfb-d2ad-4730-823f-ad71190e9675 by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:13:47.624709 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Attempting to bind port 6294dcfb-d2ad-4730-823f-ad71190e9675 on network de65dbf3-a864-41cb-b58d-918771c2a6a0 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:13:47.630473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:13:47.630883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Checking segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:13:47.631315 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:47.631742 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Bound using segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:13:47.632246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Bound port: 6294dcfb-d2ad-4730-823f-ad71190e9675, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:13:47.632670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:47.712249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] For port 6294dcfb-d2ad-4730-823f-ad71190e9675, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:13:47.715328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] For port 6294dcfb-d2ad-4730-823f-ad71190e9675, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=6294dcfb-d2ad-4730-823f-ad71190e9675,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:13:47.718771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:47.734811 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:47.882608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e94c2-ccf2-48df-a3c0-6ac13a577dd7 None None] Pushing event updated for resources: {'Port': ['ID=6294dcfb-d2ad-4730-823f-ad71190e9675,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:47.888033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-313e94c2-ccf2-48df-a3c0-6ac13a577dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:47.929389 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Routers {'30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:13:47.930043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:13:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:48.270676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] Set router 30b8dc4d-b7dc-4fb0-8928-d18a30153fc2 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:13:48.617795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'name': 'router1', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '6294dcfb-d2ad-4730-823f-ad71190e9675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:23Z', 'updated_at': '2021-01-24T09:13:45Z', 'revision_number': 4, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'gw_port': {'id': '6294dcfb-d2ad-4730-823f-ad71190e9675', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:44Z', 'updated_at': '2021-01-24T09:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'ff1b929b-cf56-46ed-a30c-afa72753c13c', 'name': '', 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'mac_address': 'fa:16:3e:e0:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:34Z', 'updated_at': '2021-01-24T09:13:41Z', 'revision_number': 5, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'subnets': [{'id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '681f3f4c-e7b2-408c-aec4-c282afef7f83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:48.622043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0ec7c-103a-4e44-8b0b-4fcbae68bb52 None None] The sync data for ids ['30b8dc4d-b7dc-4fb0-8928-d18a30153fc2'] in dv-cinder-772181-7-smb is: [{'id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'name': 'router1', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '6294dcfb-d2ad-4730-823f-ad71190e9675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:23Z', 'updated_at': '2021-01-24T09:13:45Z', 'revision_number': 4, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'gw_port': {'id': '6294dcfb-d2ad-4730-823f-ad71190e9675', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:44Z', 'updated_at': '2021-01-24T09:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'ff1b929b-cf56-46ed-a30c-afa72753c13c', 'name': '', 'network_id': 'ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923', 'tenant_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'mac_address': 'fa:16:3e:e0:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b8dc4d-b7dc-4fb0-8928-d18a30153fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:34Z', 'updated_at': '2021-01-24T09:13:41Z', 'revision_number': 5, 'project_id': 'ab7db1a7bfa64214af4869fd2c979dfc', 'subnets': [{'id': 'afc0c6cf-f581-44c7-85d6-281d3bf35c6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '681f3f4c-e7b2-408c-aec4-c282afef7f83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:13:49.030746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 37618) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:49.355050 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c69a7-0855-423b-a562-2f608a888526 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:49.356760 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-cc4c69a7-0855-423b-a562-2f608a888526 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.3249073 Jan 24 09:13:49.545298 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 6294dcfb-d2ad-4730-823f-ad71190e9675 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:49.627350 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 6294dcfb-d2ad-4730-823f-ad71190e9675 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:13:49.632967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 6294dcfb-d2ad-4730-823f-ad71190e9675 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:49.633382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:49.761952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:49.779780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 6294dcfb-d2ad-4730-823f-ad71190e9675, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=6294dcfb-d2ad-4730-823f-ad71190e9675,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:13:49.782774 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:49.784983 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-313e94c2-ccf2-48df-a3c0-6ac13a577dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:49.856439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=6294dcfb-d2ad-4730-823f-ad71190e9675,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:49.860573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:51.528961 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 6294dcfb-d2ad-4730-823f-ad71190e9675 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:51.628627 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 6294dcfb-d2ad-4730-823f-ad71190e9675 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:51.629040 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:55.446128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c237502-4011-464a-99e7-3b592c3145cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:57.972199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0644a425-af39-42e0-8f3b-70cd3490834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:58.357055 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:59.269908 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 5 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:13:59.529288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:59.828686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:25.434291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-60f6347b-d1db-423a-afa7-fd42433a8d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:27.965148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1dbcda51-ac19-47b8-8a96-de33c862d97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:28.333320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:29.532384 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:29.838781 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:36.260034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 5 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:14:55.426682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-892fc84d-d0e9-428c-8778-adcb1ad84e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:57.966645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-777c169f-371a-4299-badd-a900aca55f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:58.337704 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:59.536586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:59.841219 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:13.263877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 5 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:15:25.429191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6be8701d-a744-4186-a774-a6f2f7db99c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:27.968182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-88e3d574-3310-4ed7-a54d-63d94800797e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:28.342113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:29.537838 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:29.846267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:50.264158 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 5 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:15:55.430970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c7efd89-2fc7-4050-b06f-4121d98abb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:57.969836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-442bd142-7025-42aa-87eb-647a7793a559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:58.343459 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:59.539916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:59.851924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:03.022692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38194) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:03.125740 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41c9e6b-ab48-44e4-9523-37e850fd39f8 admin admin] GET failed (client error): The resource could not be found. Jan 24 09:16:03.127076 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e41c9e6b-ab48-44e4-9523-37e850fd39f8 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1033597 Jan 24 09:16:03.269837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e2ffbb-793b-47a2-ae1b-082bb1843f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:03.271355 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-28e2ffbb-793b-47a2-ae1b-082bb1843f10 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1399541 Jan 24 09:16:05.709671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38204) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:05.855041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa85346-2d9c-40c0-8506-b10b428fa213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:05.855674 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3aa85346-2d9c-40c0-8506-b10b428fa213 admin admin] Synchronizing usage tracker for tenant:edb0dfa1bfe44bd68b298fcd0446aae8 on resource:subnet {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:16:05.872997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3aa85346-2d9c-40c0-8506-b10b428fa213 admin admin] Unset dirty status for tenant:edb0dfa1bfe44bd68b298fcd0446aae8 on resource:subnet {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:16:05.874220 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3aa85346-2d9c-40c0-8506-b10b428fa213 admin admin] 10.222.0.18 "GET /v2.0/subnets/afc0c6cf-f581-44c7-85d6-281d3bf35c6c HTTP/1.1" status: 200 len: 849 time: 0.1635332 Jan 24 09:16:05.884684 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:16:06.011159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:06.318645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727070138671'] for subnet, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:06.333826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:16:06.468198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc0c6cf-f581-44c7-85d6-281d3bf35c6c,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:16:06.489776 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.490148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.490537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.490899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.491255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.491610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.491959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.492308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.492656 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.493001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.493466 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.493933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:06.498795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:16:06.527456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:06.528087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:06.531123 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] 10.222.0.18 "PUT /v2.0/subnets/afc0c6cf-f581-44c7-85d6-281d3bf35c6c HTTP/1.1" status: 200 len: 868 time: 0.6489210 Jan 24 09:16:06.545434 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182e44e2-bc58-45c7-9f55-5e344ced3ac5 None None] Network ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:16:06.994588 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ede8dd8d-55d3-4d85-b77d-11305a9448ed None None] Provisioning complete for port ff1b929b-cf56-46ed-a30c-afa72753c13c triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:16:06.995103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ede8dd8d-55d3-4d85-b77d-11305a9448ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:07.126991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ede8dd8d-55d3-4d85-b77d-11305a9448ed None None] Provisioning complete for port 48e74448-32ab-4910-93e8-a51469a8a54d triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:16:07.127406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ede8dd8d-55d3-4d85-b77d-11305a9448ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:09.023987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38214) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:09.238851 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc9f23-6843-4455-9337-7b6ccb6945a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:09.239183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc9f23-6843-4455-9337-7b6ccb6945a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:09.240810 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-dcfc9f23-6843-4455-9337-7b6ccb6945a3 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2154994 Jan 24 09:16:11.702198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38224) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:11.918499 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd6036-9e12-4b79-a862-1fdb0a234dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:11.918908 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd6036-9e12-4b79-a862-1fdb0a234dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:11.920530 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-07cd6036-9e12-4b79-a862-1fdb0a234dda admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2172699 Jan 24 09:16:14.379752 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38234) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:14.587342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e1c1e-cba6-4e87-bd26-f8febd8b8f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:14.588823 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-cf4e1c1e-cba6-4e87-bd26-f8febd8b8f1d admin admin] 10.222.0.18 "GET /v2.0/networks/de65dbf3-a864-41cb-b58d-918771c2a6a0 HTTP/1.1" status: 200 len: 886 time: 0.2080109 Jan 24 09:16:17.075638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38244) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:17.290692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34deb49c-751c-486e-a46b-562a3585b16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:17.292096 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-34deb49c-751c-486e-a46b-562a3585b16c admin admin] 10.222.0.18 "GET /v2.0/networks/ff92c7b9-c8a1-4955-8cc1-2ad9e5c03923 HTTP/1.1" status: 200 len: 862 time: 0.2153649 Jan 24 09:16:19.751917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38254) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:19.894964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f4db14-d938-4d2c-9083-8e917fd9829c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:19.895375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f4db14-d938-4d2c-9083-8e917fd9829c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:19.896968 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-39f4db14-d938-4d2c-9083-8e917fd9829c admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1440105 Jan 24 09:16:22.360624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38264) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:22.501928 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc7f477-7c57-4cf5-9901-7673ef2430a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:22.502343 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc7f477-7c57-4cf5-9901-7673ef2430a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:22.503978 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-fdc7f477-7c57-4cf5-9901-7673ef2430a9 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1423309 Jan 24 09:16:25.003919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38274) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:25.151406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46133f2a-525a-46b7-adfd-991112ab2196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:25.152898 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-46133f2a-525a-46b7-adfd-991112ab2196 admin admin] 10.222.0.18 "GET /v2.0/subnets/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3 HTTP/1.1" status: 200 len: 816 time: 0.1479383 Jan 24 09:16:25.434672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1e40807f-45a3-4484-bb92-205bd4fb2a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:27.264433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 5 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:16:27.632431 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38284) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:27.777087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee83f132-0e9e-40fc-a210-b1d21d85bd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:27.778583 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ee83f132-0e9e-40fc-a210-b1d21d85bd01 admin admin] 10.222.0.18 "GET /v2.0/subnets/afc0c6cf-f581-44c7-85d6-281d3bf35c6c HTTP/1.1" status: 200 len: 868 time: 0.1450562 Jan 24 09:16:27.980231 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1903c45b-f9f2-4a10-a71a-836da028bf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:28.347156 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:29.543812 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:29.855476 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:53.782791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38324) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:53.862103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-2f0d880d-bab7-48a1-8ccb-d47f58b0b501 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:16:53.863259 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-2f0d880d-bab7-48a1-8ccb-d47f58b0b501 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0794322 Jan 24 09:16:55.436662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3b537337-be99-4fd7-92a7-4fa576c6666f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:56.410821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38334) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:56.513439 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83f72d3-aa7b-47d3-9900-1bdfbc55c589 admin admin] GET failed (client error): The resource could not be found. Jan 24 09:16:56.514787 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e83f72d3-aa7b-47d3-9900-1bdfbc55c589 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1029453 Jan 24 09:16:56.654500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b3591e-f341-4cc4-b6cf-4691fb101005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:56.656012 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-95b3591e-f341-4cc4-b6cf-4691fb101005 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1368840 Jan 24 09:16:57.973412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1359413b-33d8-41cc-9926-0e41bd960c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:58.350123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:59.159731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38344) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:59.237786 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:16:59.243706 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:16:59.247741 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Usage tracker for resource:network and tenant:edb0dfa1bfe44bd68b298fcd0446aae8 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:16:59.250723 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:16:59.256382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:16:59.265229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Made reservation on behalf of edb0dfa1bfe44bd68b298fcd0446aae8 for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:16:59.270042 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:59.363904 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.services.revisions.revision_plugin [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Could not find related network for resource to bump revision. Jan 24 09:16:59.379328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:16:59.388396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:59.388770 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Added segment 60379dec-ff3a-4ea6-80df-d2b953154595 of type vxlan for network 972bff01-b05f-4ec3-ae00-9b6c502bc7bb Jan 24 09:16:59.414733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:59.442521 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:59.443730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:59.444444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:59.449188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:16:59.554375 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3804469 Jan 24 09:16:59.554642 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:59.554747 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Pushing event updated for resources: {'Network': ['ID=972bff01-b05f-4ec3-ae00-9b6c502bc7bb,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:16:59.559011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.559372 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.559742 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.560103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.560460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.560853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.561152 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.561496 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.561827 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.562203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.562532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.562883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:59.567214 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:16:59.576824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network 972bff01-b05f-4ec3-ae00-9b6c502bc7bb details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:16:59.859290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:02.052891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38354) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:17:02.159436 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.pecan_wsgi.hooks.translation [None req-3375711e-f139-4adf-8d8a-51278d138eae admin admin] GET failed (client error): The resource could not be found. Jan 24 09:17:02.160748 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3375711e-f139-4adf-8d8a-51278d138eae admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1067808 Jan 24 09:17:02.274578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa301ce2-9635-475e-956d-0187d7d93e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:17:02.276025 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-aa301ce2-9635-475e-956d-0187d7d93e96 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1106274 Jan 24 09:17:02.286586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:02.291187 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:17:02.300675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:17:02.310163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Made reservation on behalf of edb0dfa1bfe44bd68b298fcd0446aae8 for: {'subnet': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:17:02.315363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:02.703305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for subnet, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:02.717917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:17:02.839635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05dd3ec2-38c4-49e1-be15-c8b67f833644,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:17:02.844320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:17:02.914603 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Checking segment: {'id': '60379dec-ff3a-4ea6-80df-d2b953154595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:17:02.914988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Network hostable DHCP agents. Network: 972bff01-b05f-4ec3-ae00-9b6c502bc7bb, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:17:02.932789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Network 972bff01-b05f-4ec3-ae00-9b6c502bc7bb is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:17:02.940697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, 972bff01-b05f-4ec3-ae00-9b6c502bc7bb) {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:17:02.944664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:17:02.945267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:02.950950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db6d4c-d6ad-48f4-8c3f-3deec4a3acc4 None None] Network 972bff01-b05f-4ec3-ae00-9b6c502bc7bb requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:17:02.976244 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6884513 Jan 24 09:17:03.194664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c98073-1307-5b7b-957a-31adcb0bea93-972bff01-b05f-4ec3-ae00-9b6c502bc7bb', 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb', 'tenant_id': 'edb0dfa1bfe44bd68b298fcd0446aae8', 'fixed_ips': [{'subnet_id': '05dd3ec2-38c4-49e1-be15-c8b67f833644'}]}} from dv-cinder-772181-7-smb. {{(pid=80075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:17:03.195562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:03.489667 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Allocated IP 192.168.233.2 (972bff01-b05f-4ec3-ae00-9b6c502bc7bb/05dd3ec2-38c4-49e1-be15-c8b67f833644/e0a5a442-9fd2-436e-97c6-9e0d17cdd029) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:17:03.876330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:03.888322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Transition to ACTIVE for port object e0a5a442-9fd2-436e-97c6-9e0d17cdd029 will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:17:03.905263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Transition to ACTIVE for port object e0a5a442-9fd2-436e-97c6-9e0d17cdd029 will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:17:03.910734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:03.926423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:17:04.062168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Pushing event updated for resources: {'Port': ['ID=e0a5a442-9fd2-436e-97c6-9e0d17cdd029,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:17:04.074378 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.074764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.075123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.075488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.075856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.076216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.076574 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.076932 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.077289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.077648 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.078000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.078379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:17:04.092207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:17:04.133172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Network 972bff01-b05f-4ec3-ae00-9b6c502bc7bb is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:17:04.134584 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:17:04.136896 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:17:04.194108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Attempting to bind port e0a5a442-9fd2-436e-97c6-9e0d17cdd029 on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:04.194607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Attempting to bind port e0a5a442-9fd2-436e-97c6-9e0d17cdd029 by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': '60379dec-ff3a-4ea6-80df-d2b953154595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:17:04.194929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Attempting to bind port e0a5a442-9fd2-436e-97c6-9e0d17cdd029 on network 972bff01-b05f-4ec3-ae00-9b6c502bc7bb {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:17:04.200705 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:17:04.201115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Checking segment: {'id': '60379dec-ff3a-4ea6-80df-d2b953154595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:17:04.201548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:04.201979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Bound using segment: {'id': '60379dec-ff3a-4ea6-80df-d2b953154595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:17:04.202510 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Bound port: e0a5a442-9fd2-436e-97c6-9e0d17cdd029, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60379dec-ff3a-4ea6-80df-d2b953154595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:17:04.202918 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:04.264305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 5 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:17:04.303488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] For port e0a5a442-9fd2-436e-97c6-9e0d17cdd029, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:17:04.308798 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] For port e0a5a442-9fd2-436e-97c6-9e0d17cdd029, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=e0a5a442-9fd2-436e-97c6-9e0d17cdd029,segment=NetworkSegment(60379dec-ff3a-4ea6-80df-d2b953154595),segment_id=60379dec-ff3a-4ea6-80df-d2b953154595)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:17:04.311903 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:04.328492 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:17:04.485327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Pushing event updated for resources: {'Port': ['ID=e0a5a442-9fd2-436e-97c6-9e0d17cdd029,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:17:04.491049 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:17:05.652614 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device e0a5a442-9fd2-436e-97c6-9e0d17cdd029 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:17:05.729312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port e0a5a442-9fd2-436e-97c6-9e0d17cdd029 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:17:05.763679 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af14212-601c-4cfb-a19d-fe9442b05d64 None None] Network 972bff01-b05f-4ec3-ae00-9b6c502bc7bb requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:17:05.857061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4031a6d1-fa8e-4930-bd21-e7cebd1fc7fd None None] Provisioning for port e0a5a442-9fd2-436e-97c6-9e0d17cdd029 completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:17:05.865371 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4031a6d1-fa8e-4930-bd21-e7cebd1fc7fd None None] Provisioning complete for port e0a5a442-9fd2-436e-97c6-9e0d17cdd029 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:17:05.865778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4031a6d1-fa8e-4930-bd21-e7cebd1fc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:06.112737 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4031a6d1-fa8e-4930-bd21-e7cebd1fc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:06.155408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-4031a6d1-fa8e-4930-bd21-e7cebd1fc7fd None None] For port e0a5a442-9fd2-436e-97c6-9e0d17cdd029, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=e0a5a442-9fd2-436e-97c6-9e0d17cdd029,segment=NetworkSegment(60379dec-ff3a-4ea6-80df-d2b953154595),segment_id=60379dec-ff3a-4ea6-80df-d2b953154595)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:17:06.158791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4031a6d1-fa8e-4930-bd21-e7cebd1fc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:06.164232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:17:06.234671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031a6d1-fa8e-4930-bd21-e7cebd1fc7fd None None] Pushing event updated for resources: {'Port': ['ID=e0a5a442-9fd2-436e-97c6-9e0d17cdd029,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:17:06.237973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4031a6d1-fa8e-4930-bd21-e7cebd1fc7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:17:06.385481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-8b635153-5a0f-4416-88bb-2363b5980819 None None] Provisioning complete for port e0a5a442-9fd2-436e-97c6-9e0d17cdd029 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:17:06.385893 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8b635153-5a0f-4416-88bb-2363b5980819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:06.640889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-33feb92c-c4bb-46eb-b4fb-2c1f1d8cd1f1 None None] Provisioning complete for port e0a5a442-9fd2-436e-97c6-9e0d17cdd029 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:17:06.641309 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-33feb92c-c4bb-46eb-b4fb-2c1f1d8cd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:06.890420 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-33ee4f2a-575a-44b6-9652-0a42a1b494ac None None] Provisioning complete for port e0a5a442-9fd2-436e-97c6-9e0d17cdd029 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:17:06.890969 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-33ee4f2a-575a-44b6-9652-0a42a1b494ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:07.618509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device e0a5a442-9fd2-436e-97c6-9e0d17cdd029 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:17:07.691779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port e0a5a442-9fd2-436e-97c6-9e0d17cdd029 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:17:07.692187 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:25.440094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94ac3cc2-9402-4063-8367-dfa59eeef68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:27.976514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ccece26-273a-4459-ac06-5487ae55698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:28.352849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:29.547218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:29.864045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:41.264935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 5 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:17:55.442117 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1738-9e21-487c-a5ab-c8d05999cb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:57.980043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4341d21e-20ac-4b5c-b244-9fb853d2be55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:58.356412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:59.554423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:59.869846 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:08.871773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38396) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:18:08.881520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-6d3fece0-842d-45c3-b44f-5c2119d47022 tempest-verify_tempest_config-2029858664 tempest-verify_tempest_config-2029858664] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:18:08.883818 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-6d3fece0-842d-45c3-b44f-5c2119d47022 tempest-verify_tempest_config-2029858664 tempest-verify_tempest_config-2029858664] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0108812 Jan 24 09:18:09.240698 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38416) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:18:09.391808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:09.407450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:18:09.411452 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Usage tracker for resource:security_group_rule and tenant:708fa5b2f7b247d7966066ef07867c06 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:18:09.414538 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:18:09.420419 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:18:09.507626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:09.510203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:09.519241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:18:09.560114 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=708fa5b2f7b247d7966066ef07867c06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3183246 Jan 24 09:18:09.561671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24254b75-3e83-46e6-a237-f23642a9e83a,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:18:09.563130 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38422) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:18:09.570394 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.570717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.571085 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.571447 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.571803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.572161 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.572515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.572867 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.573217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.573567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.573915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.574261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.578325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:18:09.631404 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:09.658256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:09.707057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:09.712170 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:18:09.725526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24254b75-3e83-46e6-a237-f23642a9e83a,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:18:09.734094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.734505 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.734883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.735255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.735621 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.735987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.736357 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.736718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.737080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.737437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.737795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.738152 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:09.741411 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:09.742621 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24254b75-3e83-46e6-a237-f23642a9e83a HTTP/1.1" status: 204 len: 168 time: 0.1780269 Jan 24 09:18:09.744177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:18:18.264349 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 5 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:18:25.443225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3b62caa1-75a6-4a11-ac63-48ad982ea64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:27.984463 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-51da2d5d-6293-4a18-85b6-299947720221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:28.363661 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:29.548765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:29.872591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:55.264057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 5 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:18:55.444190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cac38f2e-d044-4e28-bdb4-016ed69671de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:57.986641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10497aa8-41af-40db-8533-9ae5e02a8871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:58.362925 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:59.552339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:59.880838 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:25.445437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-220949f4-694a-4842-8119-d878538fd4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:27.987183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5b80da5c-51f5-43ab-b37f-1a1f0537f6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:28.366488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:29.554741 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:29.884048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:32.263041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 5 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:19:54.153069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760'] for agent, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:54.153684 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.153852 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.154279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.154686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.155058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.155426 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.155796 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.156165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.156529 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.156891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.157255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.157617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:54.157995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77218', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:19:54.162004 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77218', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:19:54.470202 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] get_endpoint_by_host() called for host hv-cinder-77218 {{(pid=80075) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 24 09:19:54.474385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] get_endpoint_by_ip() called for ip 192.168.0.13 {{(pid=80075) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 24 09:19:54.478110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] _add_endpoint() called for ip 192.168.0.13 {{(pid=80075) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 24 09:19:54.482836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] _get_endpoints() called {{(pid=80075) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 24 09:19:55.447120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae848c6-9400-4b42-bcd6-cd08755e8330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:57.989804 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9422cf0d-4184-4ee0-993c-fc18cd134ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:58.368555 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:59.557359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:59.887462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:07.591381 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38496) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:20:07.738169 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e9a38359-2520-449a-b4bc-e911f07dce31 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1456099 Jan 24 09:20:09.263094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:20:10.225220 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38506) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:20:10.314175 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-477af1c0-7e89-4da8-80d7-46216827d2a9 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0877342 Jan 24 09:20:24.165841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:25.447102 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-03045520-5a8b-4c28-94ea-d2530a60e13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:27.991659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2f33ce79-85f5-4233-a9e6-1509e6c2bbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:28.371460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:29.559064 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:29.889707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:46.263273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:20:54.179955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:55.447528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef6d5421-ffb4-47c7-8211-53bffb121a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:57.993864 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-18e4c4d2-32df-48bc-92d2-4c2b732f46bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:58.374563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:59.561299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:59.894740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:23.264526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:21:24.175377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:25.449463 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73eb7de5-94b2-462d-8a86-411c79de1e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:27.996204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4dae102e-f6ac-448f-b7e4-dadcee6a180b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:28.378571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:29.565784 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:29.898862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:54.207782 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:55.476712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0382ba53-ae3e-4268-a54c-3f1cceba64d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.023777 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5acf4049-e466-4f2b-905c-0bfcd388cb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.394332 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.583301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.824250 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38630) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:59.908907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.264977 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:22:00.458601 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-704579985-network', 'tenant_id': '408228576d9142cfb1676bfcfcb888a6'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:00.465056 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:00.469119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Usage tracker for resource:network and tenant:408228576d9142cfb1676bfcfcb888a6 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:00.472478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:00.479952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:00.489826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Made reservation on behalf of 408228576d9142cfb1676bfcfcb888a6 for: {'network': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:00.495279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.509290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.532272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:00.537508 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Usage tracker for resource:security_group_rule and tenant:408228576d9142cfb1676bfcfcb888a6 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:00.545271 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:00.552289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:00.661233 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.665194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.670658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d2c21e83-df77-43e8-808d-790b9f0dfe66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:00.711511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:22:00.714710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf006026-74b2-4903-98e3-9ad866af3985,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:00.728296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.728296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.728296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.728296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.728704 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.728880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.729289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.729792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.730472 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.730836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.731205 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.731578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.732293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.732493 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.732669 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.733635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.734008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.734388 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.734757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.735117 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.735477 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.735834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.736188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.736630 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Tracked resource versions report: Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: pushed versions: Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': {'1.0'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': {'1.1'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': {'1.6'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': {'1.0'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': {'1.1'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': {'1.1'}} Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: consumer versions: Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: { DHCP agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: L3 agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: Metadata agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: Metering agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-772181-7-smb: { 'AddressGroup': '1.1', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}, Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}} Jan 24 09:22:00.737876 dv-cinder-772181-7-smb neutron-server[79964]: {{(pid=80073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:22:00.742888 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:00.752975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309784602040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.753744 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Added segment e0766ed5-dec4-44e4-bf33-8fe0570b213d of type vxlan for network fade3936-9aa5-4c63-ad37-13aa38a3c5bf Jan 24 09:22:00.815595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.857862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.859302 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:00.860014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.866087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:00.993371 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1672590 Jan 24 09:22:00.994281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Pushing event updated for resources: {'Network': ['ID=fade3936-9aa5-4c63-ad37-13aa38a3c5bf,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:00.996405 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38670) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:01.001278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:01.007264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Request body: {'subnet': {'network_id': 'fade3936-9aa5-4c63-ad37-13aa38a3c5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-704579985-subnet', 'tenant_id': '408228576d9142cfb1676bfcfcb888a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:01.009734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network fade3936-9aa5-4c63-ad37-13aa38a3c5bf details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:22:01.012791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:01.017118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Usage tracker for resource:subnet and tenant:408228576d9142cfb1676bfcfcb888a6 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:01.020288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:01.027167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:01.041733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Made reservation on behalf of 408228576d9142cfb1676bfcfcb888a6 for: {'subnet': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:01.046932 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.121465 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network fade3936-9aa5-4c63-ad37-13aa38a3c5bf details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:22:01.602513 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for subnet, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.622164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-73631852-c321-471c-8f0d-dbe7b56e2d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:01.917731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38698) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:01.967357 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38706) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:02.005166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf7c99b-d351-4ed7-bb84-a75d61501b3b,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:02.011404 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:02.037900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38712) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:02.117247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Checking segment: {'id': 'e0766ed5-dec4-44e4-bf33-8fe0570b213d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fade3936-9aa5-4c63-ad37-13aa38a3c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:02.118044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Network hostable DHCP agents. Network: fade3936-9aa5-4c63-ad37-13aa38a3c5bf, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:22:02.152235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Network fade3936-9aa5-4c63-ad37-13aa38a3c5bf is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:22:02.168037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, fade3936-9aa5-4c63-ad37-13aa38a3c5bf) {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:02.174385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:02.177066 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.180715 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8979b422-a14b-485e-a434-f41f3af7d098 None None] Network fade3936-9aa5-4c63-ad37-13aa38a3c5bf requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:22:02.212556 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5f890855-4ca7-4839-869c-48fc6a518596 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2147136 Jan 24 09:22:02.319273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1270538289-network', 'tenant_id': '5385e0ed9a2447a7b7fe25b63f8f18ab'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:02.328605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:02.336755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Usage tracker for resource:network and tenant:5385e0ed9a2447a7b7fe25b63f8f18ab is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:02.341281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:02.350995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:02.366912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Made reservation on behalf of 5385e0ed9a2447a7b7fe25b63f8f18ab for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:02.372788 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.389657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.410643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:02.417259 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Usage tracker for resource:security_group_rule and tenant:5385e0ed9a2447a7b7fe25b63f8f18ab is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:02.421891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:02.429121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:02.471255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b36c86-44f0-49dc-be68-2ab65b85f8fd None None] Network fade3936-9aa5-4c63-ad37-13aa38a3c5bf requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:22:02.487833 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-network', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:02.494073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:02.504871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Usage tracker for resource:network and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:02.510863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:02.525213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:02.561826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Made reservation on behalf of 0aded163b525483dbeed6819ad7b25c8 for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:02.567147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.585633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-network', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:02.592357 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.633571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.636594 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:02.642761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.644454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:02.648670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Usage tracker for resource:security_group_rule and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:02.652577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:02.664248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Usage tracker for resource:network and tenant:fc9d8ac387734cad90f603ceda96b5c3 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:02.667756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c9dd3f85-9df6-4ea4-a817-7132e05081f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:02.675670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:02.678571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:02.691054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:02.718828 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:22:02.775371 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Made reservation on behalf of fc9d8ac387734cad90f603ceda96b5c3 for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:02.780211 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.801228 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.801657 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Added segment 7d83c16d-2f69-4275-a919-1c4c8718f4aa of type vxlan for network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 Jan 24 09:22:02.808153 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8d722b-4974-4b30-87bb-0189df06a114,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:02.817934 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.855354 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.855983 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.856616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.857232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.857853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.858528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.859162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.859790 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.860412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.861086 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.861638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.862254 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.863086 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.863695 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.864324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.865527 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.866068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.866942 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.867554 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.868168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.868791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.869399 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.869996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.870686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Tracked resource versions report: Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: pushed versions: Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': {'1.0'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': {'1.1'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': {'1.6'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': {'1.0'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': {'1.1'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': {'1.1'}} Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: consumer versions: Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: { DHCP agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: L3 agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: Metadata agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: Metering agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-772181-7-smb: { 'AddressGroup': '1.1', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}, Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}} Jan 24 09:22:02.873179 dv-cinder-772181-7-smb neutron-server[79964]: {{(pid=80074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:22:02.897727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:02.927612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:02.940838 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Usage tracker for resource:security_group_rule and tenant:fc9d8ac387734cad90f603ceda96b5c3 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:02.957076 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:02.966002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.982755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:03.256624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.263365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:03.264008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.279385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-96617a3e-f71c-4f81-ac15-ae6c1e224e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:03.320799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.381995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.473439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:22:03.486412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Pushing event updated for resources: {'Network': ['ID=fbfd3652-13ea-4f4e-b987-c54ce79d9b44,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:03.494572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:03.495856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:03.499922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:22:03.516863 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5974901 Jan 24 09:22:03.517129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38754) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:03.524430 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.524817 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Added segment bc1e7ab4-99ba-4091-a956-63d70ab8adad of type vxlan for network 36bd8d6e-df18-4f93-9a5b-830a30adae94 Jan 24 09:22:03.525211 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Request body: {'subnet': {'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1270538289-subnet', 'tenant_id': '5385e0ed9a2447a7b7fe25b63f8f18ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:03.538164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:03.556128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Usage tracker for resource:subnet and tenant:5385e0ed9a2447a7b7fe25b63f8f18ab is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:03.565079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:03.577663 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab84b29e-cbe7-4be1-975c-bcfadcff4ef2,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:03.583060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:22:03.585180 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.588194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:03.588524 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:03.590286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.596105 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.605329 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:03.610227 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Made reservation on behalf of 5385e0ed9a2447a7b7fe25b63f8f18ab for: {'subnet': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:03.627281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.692150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1945c2-199d-4fcd-929b-25f68a9f82c7,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:03.696989 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:03.699558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.703732 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:03.704883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.711737 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:22:03.712300 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:22:03.715056 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:03.870863 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9019456 Jan 24 09:22:03.874486 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38768) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:03.877869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Pushing event updated for resources: {'Network': ['ID=36bd8d6e-df18-4f93-9a5b-830a30adae94,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:03.881880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:03.886514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Request body: {'subnet': {'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-subnet', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:03.909565 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:03.910856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:22:03.917942 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Usage tracker for resource:subnet and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:03.923307 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:03.926307 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:22:03.932478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:03.994789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Made reservation on behalf of 0aded163b525483dbeed6819ad7b25c8 for: {'subnet': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:03.998447 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.214122 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.259500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:22:04.270276 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.270834 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Added segment 5a5b4f1a-da6b-4a71-ba65-21d662b7bec4 of type vxlan for network d8a86c34-187e-4867-92be-4e0639ede877 Jan 24 09:22:04.309933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.348784 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.351396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:04.352738 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.363364 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:04.540444 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5008953 Jan 24 09:22:04.545560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38802) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:04.561540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Request body: {'subnet': {'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-subnet', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:04.591173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:04.612637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Usage tracker for resource:subnet and tenant:fc9d8ac387734cad90f603ceda96b5c3 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:04.618243 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:04.632429 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:04.644557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Pushing event updated for resources: {'Network': ['ID=d8a86c34-187e-4867-92be-4e0639ede877,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:04.663377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:04.663803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network d8a86c34-187e-4867-92be-4e0639ede877 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:22:04.669985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Made reservation on behalf of fc9d8ac387734cad90f603ceda96b5c3 for: {'subnet': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:04.690622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.800854 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network d8a86c34-187e-4867-92be-4e0639ede877 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:22:04.882918 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for subnet, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.908008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:05.060157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f121d0-f972-4bc2-b56d-a8979f12cf11,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:05.071229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:05.243541 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for subnet, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.333354 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-52c58d3b-6576-4e8a-a867-68ce2e5c4795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:05.479429 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:05.484566 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Checking segment: {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:05.485474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Network hostable DHCP agents. Network: fbfd3652-13ea-4f4e-b987-c54ce79d9b44, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:22:05.492611 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for subnet, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.496367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:05.512539 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-71b522d2-c20d-4a58-a5c8-202d28a4e41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:05.515358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:22:05.539153 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, fbfd3652-13ea-4f4e-b987-c54ce79d9b44) {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:05.548983 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa1f28-a218-444d-84b8-d1ab7a5e46c6 None None] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:22:05.558454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:05.559117 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.593762 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Checking segment: {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:05.593762 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Network hostable DHCP agents. Network: 36bd8d6e-df18-4f93-9a5b-830a30adae94, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:22:05.610526 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0831206 Jan 24 09:22:05.638544 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:22:05.656618 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, 36bd8d6e-df18-4f93-9a5b-830a30adae94) {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:05.663944 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:05.666575 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.669314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a28fd3f-a821-4b4e-862f-61f7451226ad None None] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:22:05.676248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33fa811-3200-4925-a427-b7ea88395aa8,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:05.680275 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:05.710601 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38842) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:05.710727 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ce80cf3d-fe12-417d-898d-805e66774870 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8328106 Jan 24 09:22:05.710727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38844) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:05.739402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:05.747157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:05.760390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Usage tracker for resource:router and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:05.764988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:05.777813 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:05.812081 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770381'] for router, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.813280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636311', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5435'] for router, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.840299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Checking segment: {'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:05.840299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Network hostable DHCP agents. Network: d8a86c34-187e-4867-92be-4e0639ede877, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:22:05.872271 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.900835 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Network d8a86c34-187e-4867-92be-4e0639ede877 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:22:05.920930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, d8a86c34-187e-4867-92be-4e0639ede877) {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:05.945280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ed1e3-f359-4f4f-a8c1-95dee1a337c4 None None] Network d8a86c34-187e-4867-92be-4e0639ede877 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:22:06.146719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:06.147388 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.163891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.205036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:06.212315 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] Usage tracker for resource:security_group_rule and tenant:0c1ce6ca5a684dd29c1b0b582b6cc46e is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:06.216311 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:06.224518 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:06.264402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa434c88-b9e0-48b1-a2a1-93757fdbfb2d None None] Network d8a86c34-187e-4867-92be-4e0639ede877 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:22:06.345829 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.355185 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.363349 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854152186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5418'] for router, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.376387 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8272946 Jan 24 09:22:06.380485 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38866) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:06.384174 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:06.435398 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-router', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:06.435616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e26299-7f43-4781-a747-3f5d231f54a2,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:06.455125 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c1ce6ca5a684dd29c1b0b582b6cc46e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7407172 Jan 24 09:22:06.456851 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:06.457785 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38872) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:06.564023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:06.574160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Usage tracker for resource:router and tenant:fc9d8ac387734cad90f603ceda96b5c3 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:06.578747 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:06.587797 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:06.617992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770381'] for router, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.619234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636311', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5435'] for router, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.630927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd073c31-9a3c-4233-ba6e-ce698bc5c80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.653860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.710735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd073c31-9a3c-4233-ba6e-ce698bc5c80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.829092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd073c31-9a3c-4233-ba6e-ce698bc5c80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.839636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:06.879730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd073c31-9a3c-4233-ba6e-ce698bc5c80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e26299-7f43-4781-a747-3f5d231f54a2,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:06.893816 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd073c31-9a3c-4233-ba6e-ce698bc5c80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.902607 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-fd073c31-9a3c-4233-ba6e-ce698bc5c80d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85e26299-7f43-4781-a747-3f5d231f54a2 HTTP/1.1" status: 204 len: 168 time: 0.4437070 Jan 24 09:22:06.904960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fd073c31-9a3c-4233-ba6e-ce698bc5c80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:07.312836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38904) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:07.340064 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38910) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:07.355583 dv-cinder-772181-7-smb neutron-server[79964]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 09:22:07.378453 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854152186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5418'] for router, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:07.395577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:07.445212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:07.501590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c98073-1307-5b7b-957a-31adcb0bea93-36bd8d6e-df18-4f93-9a5b-830a30adae94', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c'}]}} from dv-cinder-772181-7-smb. {{(pid=80075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:22:07.503407 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:07.587212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab556de-e1f0-4384-a544-3bbb1d224c1c None None] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:22:07.845020 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-c38094f8-e10f-4cb5-b72e-86f403b37137 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:07.847909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-c38094f8-e10f-4cb5-b72e-86f403b37137 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Synchronizing usage tracker for tenant:408228576d9142cfb1676bfcfcb888a6 on resource:network {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:07.890063 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-c38094f8-e10f-4cb5-b72e-86f403b37137 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Unset dirty status for tenant:408228576d9142cfb1676bfcfcb888a6 on resource:network {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:07.891426 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-c38094f8-e10f-4cb5-b72e-86f403b37137 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/networks?id=fade3936-9aa5-4c63-ad37-13aa38a3c5bf HTTP/1.1" status: 200 len: 811 time: 0.5401890 Jan 24 09:22:07.922910 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-c4e29476-108f-4f91-8edd-50ed867695e1 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/quotas/408228576d9142cfb1676bfcfcb888a6 HTTP/1.1" status: 200 len: 375 time: 0.0137706 Jan 24 09:22:07.940418 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38928) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:08.084280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Allocated IP 172.28.3.72 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/3f6cac72-0f9e-49bc-924d-1ef33fd75f2c) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:08.100987 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-84520ef1-1c8b-49f3-b863-b4ffba3151b8 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?tenant_id=408228576d9142cfb1676bfcfcb888a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1615181 Jan 24 09:22:08.235928 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-cc2e55dd-5426-420d-ab56-66caadaeaeff tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:08.237634 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-cc2e55dd-5426-420d-ab56-66caadaeaeff tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 815 time: 0.2962410 Jan 24 09:22:08.268383 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-1fd85f3a-e97f-4e8d-b867-a6a6230523b3 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/quotas/5385e0ed9a2447a7b7fe25b63f8f18ab HTTP/1.1" status: 200 len: 375 time: 0.0231521 Jan 24 09:22:08.325713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.403546 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-13e578b8-c389-4f31-9f18-f5bdc6613be5 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1277885 Jan 24 09:22:08.424556 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.438916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 38946) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:08.467383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.507119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:08.516738 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] Usage tracker for resource:security_group_rule and tenant:e34b3ee9b605499d960a54dd687be551 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:08.532416 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:08.563481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:08.640054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Allocated IP 172.20.0.2 (36bd8d6e-df18-4f93-9a5b-830a30adae94/4a27bfb1-ee82-4704-bd00-f18c36eb4b4c/77985fd3-1fe8-4b8e-8359-aeaabc53a5f3) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:08.684859 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.745427 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.750239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.766124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:08.848397 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.857365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318c43cc-ff14-4adf-bcd3-a3c3476a9f21,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:08.875283 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e34b3ee9b605499d960a54dd687be551&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5593445 Jan 24 09:22:08.881610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:08.885591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 38964) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:08.892748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:08.900281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.903657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Usage tracker for resource:security_group_rule and tenant:39bcfe9d46884c189579f9d8c7534a4d is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:08.923266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:08.955710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:09.020047 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-2aaa3ed4-e9a1-4415-b31b-4396724b04be service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:22:09.022232 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-2aaa3ed4-e9a1-4415-b31b-4396724b04be service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4374096 Jan 24 09:22:09.034563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-3373ebe2-020e-439d-af1f-3863a62700a0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:22:09.045840 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-3373ebe2-020e-439d-af1f-3863a62700a0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5097423 Jan 24 09:22:09.222425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.238053 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-132a3786-819f-41e4-a336-cb5666e17db6 service neutron] 10.222.0.18 "GET /v2.0/networks/fade3936-9aa5-4c63-ad37-13aa38a3c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912243 Jan 24 09:22:09.247792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Transition to ACTIVE for port object 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:09.287080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Transition to ACTIVE for port object 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:09.297207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.317359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:09.390949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:09.508988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Pushing event updated for resources: {'Port': ['ID=77985fd3-1fe8-4b8e-8359-aeaabc53a5f3,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:09.525153 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.525542 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.525891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.526870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.527250 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.527624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.527997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.528716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.529095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.529458 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.529991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.530394 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.530866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.531236 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.531598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.531953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.532617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.533321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.533688 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.534197 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.534583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.534937 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.535300 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.536037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Tracked resource versions report: Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: pushed versions: Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': {'1.0'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': {'1.1'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': {'1.6'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': {'1.0'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': {'1.1'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': {'1.1'}} Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: consumer versions: Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: { DHCP agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: L3 agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: Metadata agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: Metering agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-772181-7-smb: { 'AddressGroup': '1.1', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}, Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}} Jan 24 09:22:09.538473 dv-cinder-772181-7-smb neutron-server[79964]: {{(pid=80075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:22:09.545248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:09.555349 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6cac72-0f9e-49bc-924d-1ef33fd75f2c,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:09.559674 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Allocated IP 172.28.3.253 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/c246ceda-bee1-4bab-9f7b-8f9467282e13) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:09.582537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:09.635812 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:09.637341 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:09.640427 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:09.714160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Attempting to bind port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:09.714873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Attempting to bind port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:09.715386 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Attempting to bind port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 on network 36bd8d6e-df18-4f93-9a5b-830a30adae94 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:09.722788 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:09.723375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Checking segment: {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:09.723918 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.726016 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Bound using segment: {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:09.726659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Bound port: 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:09.727182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.735846 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-a354bc4c-039b-4dfd-b600-950d4d8a015b service neutron] 10.222.0.18 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676540 Jan 24 09:22:09.751367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:09.766215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:09.774673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:09.854535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] For port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:09.858793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] For port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=77985fd3-1fe8-4b8e-8359-aeaabc53a5f3,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:09.864502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.957039 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-9b04ddaf-b722-4b2b-8543-8f492beabcd2 service neutron] 10.222.0.18 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2201235 Jan 24 09:22:10.002182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.024096 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-385f4b8e-0586-4f8b-b4f8-c276265de40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.024901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.089484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:10.109200 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-385f4b8e-0586-4f8b-b4f8-c276265de40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.185392 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.203188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:10.204442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Synchronizing usage tracker for tenant:edb0dfa1bfe44bd68b298fcd0446aae8 on resource:security_group {{(pid=80074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:10.212199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ceb2e4-6352-4866-a386-878ce0aaa7c6,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:10.218601 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:10.235643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-385f4b8e-0586-4f8b-b4f8-c276265de40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.254997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:10.303908 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Pushing event updated for resources: {'Port': ['ID=77985fd3-1fe8-4b8e-8359-aeaabc53a5f3,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:10.306521 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:10.343639 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f4b8e-0586-4f8b-b4f8-c276265de40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318c43cc-ff14-4adf-bcd3-a3c3476a9f21,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:10.348769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-385f4b8e-0586-4f8b-b4f8-c276265de40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:10.371301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-385f4b8e-0586-4f8b-b4f8-c276265de40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.389612 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-385f4b8e-0586-4f8b-b4f8-c276265de40b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/318c43cc-ff14-4adf-bcd3-a3c3476a9f21 HTTP/1.1" status: 204 len: 168 time: 1.4969566 Jan 24 09:22:10.445730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.446551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Unset dirty status for tenant:edb0dfa1bfe44bd68b298fcd0446aae8 on resource:security_group {{(pid=80074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:10.450784 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39bcfe9d46884c189579f9d8c7534a4d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9905322 Jan 24 09:22:10.464271 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-f22729a0-a959-4f63-b2db-6225ed313193 service neutron] 10.222.0.18 "GET /v2.0/networks/fade3936-9aa5-4c63-ad37-13aa38a3c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2251410 Jan 24 09:22:10.464842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39004) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:10.658533 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:10.809640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.811936 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44de2b13-b7d1-4e9b-ad10-7edbce550234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.864312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44de2b13-b7d1-4e9b-ad10-7edbce550234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.935003 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-408f49a5-e875-400e-aa02-0d1b48b5f344 req-fcdc9d85-4358-4009-a682-6e27c8a45a5a tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 210 time: 0.4690125 Jan 24 09:22:10.945662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44de2b13-b7d1-4e9b-ad10-7edbce550234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.959070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:10.975428 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de2b13-b7d1-4e9b-ad10-7edbce550234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ceb2e4-6352-4866-a386-878ce0aaa7c6,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:10.980853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-44de2b13-b7d1-4e9b-ad10-7edbce550234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:10.983807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44de2b13-b7d1-4e9b-ad10-7edbce550234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.988978 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-44de2b13-b7d1-4e9b-ad10-7edbce550234 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2ceb2e4-6352-4866-a386-878ce0aaa7c6 HTTP/1.1" status: 204 len: 168 time: 0.5164242 Jan 24 09:22:11.076918 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6ba9de3f-649d-4572-a794-3358d36af2b2 req-201631d6-4f38-419e-847b-d4cc6ff56cb0 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 210 time: 0.0754561 Jan 24 09:22:11.144035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c246ceda-bee1-4bab-9f7b-8f9467282e13,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:11.156912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:11.167637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39040) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:11.203301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:11.239651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:11.244461 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4ee6ea48db45df8397abc40457d6f3 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:11.257088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:11.264039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:11.276121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:11.279207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:11.284574 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:11.482721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:11.487181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:11.530292 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:11.567667 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd4ee6ea48db45df8397abc40457d6f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3963580 Jan 24 09:22:11.573775 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39050) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:11.709146 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87264f9d-bed0-4cfe-abe0-7446c5a6d10e,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:11.721596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:11.845556 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dbd97566-2fb0-441e-9c7a-801d39430f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:11.930778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dbd97566-2fb0-441e-9c7a-801d39430f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:11.990760 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:12.037904 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dbd97566-2fb0-441e-9c7a-801d39430f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.091582 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:12.148116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd97566-2fb0-441e-9c7a-801d39430f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87264f9d-bed0-4cfe-abe0-7446c5a6d10e,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:12.247620 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:12.271451 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4aba4-2355-4c1f-a8bb-ba65ed90962d None None] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:22:12.281797 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39082) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:12.284352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dbd97566-2fb0-441e-9c7a-801d39430f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:12.286153 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dbd97566-2fb0-441e-9c7a-801d39430f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.287953 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-dbd97566-2fb0-441e-9c7a-801d39430f9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87264f9d-bed0-4cfe-abe0-7446c5a6d10e HTTP/1.1" status: 204 len: 168 time: 0.6994767 Jan 24 09:22:12.347224 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98c83304-c7c1-44fb-81b2-175965f726b6 req-6530ca15-d484-4928-8285-ffc0a8e41198 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 210 time: 0.2297580 Jan 24 09:22:12.367729 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b36d2feb-8c07-4f2d-97fe-35233d54996b req-eca7a2a0-cc6e-4d79-aff5-2227427bab2f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 210 time: 0.0844858 Jan 24 09:22:12.369008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.389957 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:12.397059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] Usage tracker for resource:security_group_rule and tenant:acb6b29cb7db47abbba295f17b24cbe4 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:12.415961 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:12.422050 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-284e5387-dab2-4ef4-b0eb-919964d82907 None None] Provisioning for port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:12.430555 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-284e5387-dab2-4ef4-b0eb-919964d82907 None None] Provisioning complete for port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:12.430806 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:12.431230 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-284e5387-dab2-4ef4-b0eb-919964d82907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.711936 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.725737 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.756881 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-385f4b8e-0586-4f8b-b4f8-c276265de40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:12.770063 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-284e5387-dab2-4ef4-b0eb-919964d82907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.824800 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-284e5387-dab2-4ef4-b0eb-919964d82907 None None] For port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=77985fd3-1fe8-4b8e-8359-aeaabc53a5f3,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:12.839054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-284e5387-dab2-4ef4-b0eb-919964d82907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.840154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f993f9-59d7-43ef-8345-52e98a539293,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:12.845862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:12.847717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:12.923861 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acb6b29cb7db47abbba295f17b24cbe4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6310537 Jan 24 09:22:12.924957 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39112) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:12.944675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854139454'] for router, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.968338 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e5387-dab2-4ef4-b0eb-919964d82907 None None] Pushing event updated for resources: {'Port': ['ID=77985fd3-1fe8-4b8e-8359-aeaabc53a5f3,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:12.978642 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-284e5387-dab2-4ef4-b0eb-919964d82907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:13.125456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c0c16274-0aca-448a-87a1-6773421f1e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.215296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c0c16274-0aca-448a-87a1-6773421f1e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.283461 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-91666ef9-9d5a-40a3-ae19-cb123a0988f3 None None] Provisioning complete for port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:13.283881 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91666ef9-9d5a-40a3-ae19-cb123a0988f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.302328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.345730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c0c16274-0aca-448a-87a1-6773421f1e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.362818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-090b4b4d-e32a-40bc-ae5b-51374974a5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:13.405170 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c0c16274-0aca-448a-87a1-6773421f1e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.410102 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c0c16274-0aca-448a-87a1-6773421f1e04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82f993f9-59d7-43ef-8345-52e98a539293 HTTP/1.1" status: 204 len: 168 time: 0.4813383 Jan 24 09:22:13.414866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c16274-0aca-448a-87a1-6773421f1e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f993f9-59d7-43ef-8345-52e98a539293,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:13.420900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c0c16274-0aca-448a-87a1-6773421f1e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:13.884121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-c90bc972-0501-4aa5-913c-bf3aa9d56f46 None None] Provisioning complete for port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:13.884683 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c90bc972-0501-4aa5-913c-bf3aa9d56f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.031870 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cc0dd1d8-d263-469c-a003-4cd22a79a1a1 req-c9430b7a-af32-48ed-b832-005ede1fe72c tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 210 time: 0.1716526 Jan 24 09:22:14.041873 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2564350c-57bb-4f88-9c06-d57ce756a5f1 req-629e8508-fd42-481e-a238-1990d00687ed tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 210 time: 0.1209612 Jan 24 09:22:14.056815 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:14.328625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:14.330008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.382792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Router 5d0e64d3-b86e-4112-8416-9fb4df83974c is scheduled to L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e with binding_index 1 {{(pid=80074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:22:14.577396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-7c21177f-e910-4d03-9067-ce88defed2c8 None None] Provisioning complete for port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:14.578302 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7c21177f-e910-4d03-9067-ce88defed2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.702724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854139454'] for router, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.708062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39178) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:14.743878 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.13', 58748) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:14.969128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:22:14.981416 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Sync routers for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:22:15.000180 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:15.001363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:21:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:15.001757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.032689 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.037153 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3250756 Jan 24 09:22:15.038784 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39194) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:15.104077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:15.162275 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] Usage tracker for resource:security_group_rule and tenant:70c10d957695455cbd828d699f4e1bb7 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:15.168307 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:15.208179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:15.242473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:15.622606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-4a2ec584-5c48-4c2b-b00f-613748c14997 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:15.637629 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-4a2ec584-5c48-4c2b-b00f-613748c14997 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 815 time: 0.8925858 Jan 24 09:22:15.642800 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.13', 58749) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:15.643489 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-71665f64-1e66-4ec7-830a-042534d1c4b1 req-a6c15350-1771-4093-831a-8facc2382775 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 210 time: 0.2758834 Jan 24 09:22:15.923196 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 is scheduled to L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e with binding_index 1 {{(pid=80074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:22:15.984702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.002131 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Request body: {'port': {'device_id': '9615dd3d-6f6f-497d-a7f8-daad0372c994', 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44', 'admin_state_up': True, 'tenant_id': '5385e0ed9a2447a7b7fe25b63f8f18ab'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:16.091557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.092242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 3, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:16.110755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Checking router: 5d0e64d3-b86e-4112-8416-9fb4df83974c for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:22:16.111467 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Updating router 5d0e64d3-b86e-4112-8416-9fb4df83974c port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c binding host dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:22:16.135872 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-89800e6d-ec19-4fe0-a118-3e776a8b25f5 req-e42edf49-40b4-4029-a504-aa2973cf3e0b tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 210 time: 0.4862330 Jan 24 09:22:16.218031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.279618 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f4e44423-e8ce-4830-965f-6a4aaa8a951a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:16.380729 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14593c93-f198-4929-a313-fa550c4f1a43,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:16.397842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:16.407739 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-b8d4f918-bcb3-4801-8287-8d50cfa5ece4 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:16.409405 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-b8d4f918-bcb3-4801-8287-8d50cfa5ece4 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.13 "GET /v2.0/networks?id=fade3936-9aa5-4c63-ad37-13aa38a3c5bf HTTP/1.1" status: 200 len: 811 time: 0.7655404 Jan 24 09:22:16.468295 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70c10d957695455cbd828d699f4e1bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7559023 Jan 24 09:22:16.470087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39262) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:16.618183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:16.658547 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Usage tracker for resource:port and tenant:5385e0ed9a2447a7b7fe25b63f8f18ab is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:16.666118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Quota usage for port was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:16.672585 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Request body: {'port': {'device_id': 'f992dec7-2ad0-4ff4-a8ba-f03299ff2f32', 'network_id': 'fade3936-9aa5-4c63-ad37-13aa38a3c5bf', 'admin_state_up': True, 'tenant_id': '408228576d9142cfb1676bfcfcb888a6'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:16.684314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:16.686595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00d6e43c-2d9c-484b-acec-a9b3d4214fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.782143 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Made reservation on behalf of 5385e0ed9a2447a7b7fe25b63f8f18ab for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:16.804009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.861217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00d6e43c-2d9c-484b-acec-a9b3d4214fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.925267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.961802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Transition to ACTIVE for port object 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:16.965685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.014953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f148c223-a816-453b-9a67-1c51e4067875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:17.291113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Pushing event updated for resources: {'Port': ['ID=3f6cac72-0f9e-49bc-924d-1ef33fd75f2c,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:17.394729 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2989a2b8-50be-47e0-87cc-acd6f963d93a req-ed0b567f-cfdf-4a83-b440-2a95cbf77228 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 210 time: 0.3486559 Jan 24 09:22:17.478103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.479283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.479669 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.480057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.492446 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.492824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.493194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.493558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.493919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.494633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.494633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.494935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.495377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.503127 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.503523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.504440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.504440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.504667 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.504938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.505414 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.519192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.522008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00d6e43c-2d9c-484b-acec-a9b3d4214fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.522291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.522291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.523524 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Tracked resource versions report: Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: pushed versions: Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': {'1.0'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': {'1.1'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': {'1.6'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': {'1.0'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': {'1.1'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': {'1.1'}} Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: consumer versions: Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: { DHCP agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: L3 agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: Metadata agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: Metering agent@dv-cinder-772181-7-smb: {}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-772181-7-smb: { 'AddressGroup': '1.1', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}, Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Log': '1.0', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Network': '1.1', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Port': '1.6', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'PortForwarding': '1.2', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'QosPolicy': '1.8', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroup': '1.4', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'SubPort': '1.0', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Subnet': '1.1', Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: 'Trunk': '1.1'}} Jan 24 09:22:17.524908 dv-cinder-772181-7-smb neutron-server[79964]: {{(pid=80077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:22:17.535827 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:22:17.553570 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Sync routers for ids ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:22:17.592467 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Routers {'b78cb2af-a728-4fc4-96c4-0f97cf12cf44'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:17.593521 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:21:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:17.606756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:17.696614 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:17.810288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00d6e43c-2d9c-484b-acec-a9b3d4214fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.811599 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-00d6e43c-2d9c-484b-acec-a9b3d4214fe9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14593c93-f198-4929-a313-fa550c4f1a43 HTTP/1.1" status: 204 len: 168 time: 1.3405063 Jan 24 09:22:17.859671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Attempting to bind port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:17.860549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Attempting to bind port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:17.861261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Attempting to bind port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c on network de65dbf3-a864-41cb-b58d-918771c2a6a0 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:17.869910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:17.870638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Checking segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:17.872100 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.873474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Bound using segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:17.875182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Bound port: 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:17.878613 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.897315 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:17.937649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6e43c-2d9c-484b-acec-a9b3d4214fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14593c93-f198-4929-a313-fa550c4f1a43,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:17.940799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Usage tracker for resource:port and tenant:408228576d9142cfb1676bfcfcb888a6 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:17.957610 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-264db87b-6244-44f7-9a5c-6662c2740146 req-ad5e3c21-1187-4689-9d9d-dc52cf7f3e3f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 210 time: 0.4366233 Jan 24 09:22:17.958591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-00d6e43c-2d9c-484b-acec-a9b3d4214fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:17.964445 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Quota usage for port was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:17.980261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.001702 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.5813098 Jan 24 09:22:18.008589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39300) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:18.068325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:18.355407 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Allocated IP 172.20.0.5 (fbfd3652-13ea-4f4e-b987-c54ce79d9b44/20f121d0-f972-4bc2-b56d-a8979f12cf11/e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:18.377108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Set router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:18.681817 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Made reservation on behalf of 408228576d9142cfb1676bfcfcb888a6 for: {'port': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:18.709646 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.756382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] For port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:18.772733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] For port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=3f6cac72-0f9e-49bc-924d-1ef33fd75f2c,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:18.780801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.995503 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:19.169484 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2919a5cd-6313-4caf-9f8f-ec3976787789 req-58dd449c-1610-4ece-b27d-54443d074953 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 210 time: 0.2269900 Jan 24 09:22:19.291804 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39328) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:19.401415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.415543 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Pushing event updated for resources: {'Port': ['ID=3f6cac72-0f9e-49bc-924d-1ef33fd75f2c,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:19.420883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-router', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:06Z', 'updated_at': '2021-01-24T09:22:12Z', 'revision_number': 3, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'gw_port': {'id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:08Z', 'updated_at': '2021-01-24T09:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:19.426038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Checking router: b78cb2af-a728-4fc4-96c4-0f97cf12cf44 for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:22:19.428086 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Updating router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 port c246ceda-bee1-4bab-9f7b-8f9467282e13 binding host dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:22:19.437673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:19.515758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:19.569999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] Usage tracker for resource:security_group_rule and tenant:3767a760710b4a4d9c618c3158165f18 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:19.573902 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:19.576135 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:21:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:19.588050 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:19.627506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.705203 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-08315dc4-d788-46cc-ac54-3a42118a9c41 req-30eda3fd-1c49-40b5-9dc1-f0292013a7b0 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 210 time: 0.1375952 Jan 24 09:22:19.707024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:19.714991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.831220 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.882604 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:20.034207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Pushing event updated for resources: {'Port': ['ID=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:20.086244 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:20.135189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:20.200059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.208848 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.238158 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-00d6e43c-2d9c-484b-acec-a9b3d4214fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:20.278022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51eea89-b9c7-428d-bd4b-786a55597018,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:20.306827 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:20.389561 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3767a760710b4a4d9c618c3158165f18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0949631 Jan 24 09:22:20.390724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39344) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:20.519764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.612844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:20.618950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:20.634194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:20.666971 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:20.667693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.761576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.780662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Transition to ACTIVE for port object c246ceda-bee1-4bab-9f7b-8f9467282e13 will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:20.800258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.854401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 3, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:20.873628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956578e0-d74e-4283-85fe-687f6189a474 None None] The sync data for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb is: [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 3, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:22:21.037973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Allocated IP 172.20.0.10 (fade3936-9aa5-4c63-ad37-13aa38a3c5bf/eaf7c99b-d351-4ed7-bb84-a75d61501b3b/4b09dd7e-ce7c-4091-900c-2050de7fd049) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:21.202291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-313e94c2-ccf2-48df-a3c0-6ac13a577dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:21.298746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680843e-40b8-4a9e-820d-bce11b85cdcc None None] Pushing event updated for resources: {'Port': ['ID=c246ceda-bee1-4bab-9f7b-8f9467282e13,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:21.312480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3680843e-40b8-4a9e-820d-bce11b85cdcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:21.346430 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Attempting to bind port c246ceda-bee1-4bab-9f7b-8f9467282e13 on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:21.346988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Attempting to bind port c246ceda-bee1-4bab-9f7b-8f9467282e13 by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:21.347514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Attempting to bind port c246ceda-bee1-4bab-9f7b-8f9467282e13 on network de65dbf3-a864-41cb-b58d-918771c2a6a0 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:21.353938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39378) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:21.355230 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:21.355797 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Checking segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:21.356362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.356913 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Bound using segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:21.357567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Bound port: c246ceda-bee1-4bab-9f7b-8f9467282e13, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:21.358267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.594599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] For port c246ceda-bee1-4bab-9f7b-8f9467282e13, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:21.599758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] For port c246ceda-bee1-4bab-9f7b-8f9467282e13, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=c246ceda-bee1-4bab-9f7b-8f9467282e13,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:21.604803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.665178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:21.707455 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09c7134d-3d74-47bc-ab8d-2b5b5846a9dd req-3753a9f1-1fc7-44bf-9095-eb5f5744fd87 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 210 time: 0.3434191 Jan 24 09:22:21.833599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81142769-1e2c-4ac5-96e1-a1df233a5df8 req-84f25773-1906-4044-a478-f9da488d5110 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:21.837865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-81142769-1e2c-4ac5-96e1-a1df233a5df8 req-84f25773-1906-4044-a478-f9da488d5110 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Synchronizing usage tracker for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:21.845062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b43b6066-1948-4ddd-a55d-a748ae1920a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.855122 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0734754 Jan 24 09:22:21.871751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680843e-40b8-4a9e-820d-bce11b85cdcc None None] Pushing event updated for resources: {'Port': ['ID=c246ceda-bee1-4bab-9f7b-8f9467282e13,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:21.884799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3680843e-40b8-4a9e-820d-bce11b85cdcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:21.898751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-09949e3f-b976-4dd9-96b5-2b7f02f36a5b tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:22:21.900217 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-09949e3f-b976-4dd9-96b5-2b7f02f36a5b tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0223260 Jan 24 09:22:21.993563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b43b6066-1948-4ddd-a55d-a748ae1920a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.007792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-81142769-1e2c-4ac5-96e1-a1df233a5df8 req-84f25773-1906-4044-a478-f9da488d5110 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Unset dirty status for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:22.010014 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-81142769-1e2c-4ac5-96e1-a1df233a5df8 req-84f25773-1906-4044-a478-f9da488d5110 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 931 time: 1.5565190 Jan 24 09:22:22.034291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:22.211140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Request body: {'port': {'device_id': '9615dd3d-6f6f-497d-a7f8-daad0372c994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:22.298503 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-81142769-1e2c-4ac5-96e1-a1df233a5df8 req-a60957b1-8f2a-462f-a895-77ef74805b5b tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392452 Jan 24 09:22:22.319427 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.376916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:22.384951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] Usage tracker for resource:security_group_rule and tenant:6334cfe96f864417b6dfe46476ffeec4 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:22.391680 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:22.404253 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:22.417390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:22.435069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:22.438877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.542927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b43b6066-1948-4ddd-a55d-a748ae1920a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.546211 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Routers {'b78cb2af-a728-4fc4-96c4-0f97cf12cf44'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:22.546986 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:21:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:22.572858 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:22.593107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.672313 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b43b6066-1948-4ddd-a55d-a748ae1920a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.676406 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-b43b6066-1948-4ddd-a55d-a748ae1920a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d51eea89-b9c7-428d-bd4b-786a55597018 HTTP/1.1" status: 204 len: 168 time: 2.2705491 Jan 24 09:22:22.678087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b6066-1948-4ddd-a55d-a748ae1920a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51eea89-b9c7-428d-bd4b-786a55597018,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:22.704390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b43b6066-1948-4ddd-a55d-a748ae1920a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:22.876289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.019425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.298216 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-38686888-ff61-40c7-be06-c520c81502b7 req-98128bc3-f3cb-4514-b3b0-542b6427ed87 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 210 time: 0.2044537 Jan 24 09:22:23.458695 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] Set router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:23.691550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.717210 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=3f6cac72-0f9e-49bc-924d-1ef33fd75f2c,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:23.749070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.845439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:23.995622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:22:24.006764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.014329 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=3f6cac72-0f9e-49bc-924d-1ef33fd75f2c,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:24.039599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Transition to ACTIVE for port object e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:24.070965 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.073895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:24.076302 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.247102 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.312248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.346383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-router', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:06Z', 'updated_at': '2021-01-24T09:22:12Z', 'revision_number': 3, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'gw_port': {'id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:08Z', 'updated_at': '2021-01-24T09:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:24.352402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f31fc7-13ae-4b66-a0fd-ad049328b3a4 None None] The sync data for ids ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'] in dv-cinder-772181-7-smb is: [{'id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-router', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:06Z', 'updated_at': '2021-01-24T09:22:12Z', 'revision_number': 3, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'gw_port': {'id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:08Z', 'updated_at': '2021-01-24T09:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:22:24.367698 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Allocated IP 172.20.0.1 (36bd8d6e-df18-4f93-9a5b-830a30adae94/4a27bfb1-ee82-4704-bd00-f18c36eb4b4c/9253fb8d-5d22-465e-8694-34fb69f3338f) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:24.606318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39454) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:24.608390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-901b0598-3762-4f22-8349-630a61e27d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:24.813471 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Allocated IP 172.20.0.1 (d8a86c34-187e-4867-92be-4e0639ede877/d33fa811-3200-4925-a427-b7ea88395aa8/86606297-ef37-43e8-8df9-0128d4004420) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:24.824417 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6334cfe96f864417b6dfe46476ffeec4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3383853 Jan 24 09:22:24.856603 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39464) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:24.880373 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c6aee9dd-ca7b-451e-abd6-e12891a8d9a4 req-d88e1c62-d0f4-495b-8f8c-a5582b5d907d tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 210 time: 0.2722709 Jan 24 09:22:24.962991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Pushing event updated for resources: {'Port': ['ID=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:25.260632 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:25.381447 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b45def-8509-4dd5-a620-792313bc25b3 req-45ac7396-9679-421e-b984-31598a36318f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:25.383469 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69b45def-8509-4dd5-a620-792313bc25b3 req-45ac7396-9679-421e-b984-31598a36318f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 943 time: 1.3371792 Jan 24 09:22:25.383998 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:25.469558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Attempting to bind port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:25.470154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Attempting to bind port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:25.470720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Attempting to bind port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b on network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:25.480512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1fc851ec-9330-42da-b532-b1792c904303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.489334 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:25.489892 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Checking segment: {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:25.511929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.511929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Bound using segment: {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:25.511929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Bound port: e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:25.511929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.547165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.589809 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Transition to ACTIVE for port object 9253fb8d-5d22-465e-8694-34fb69f3338f will not be triggered until provisioned by entity DHCP. {{(pid=80074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:25.644179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.650418 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69b45def-8509-4dd5-a620-792313bc25b3 req-bb9ffde4-68e7-4a61-9ce9-849713676b06 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520187 Jan 24 09:22:25.651133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf02b8a-3a64-4c78-a165-8514cbf83cc8,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:25.678883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ac827648-f9a4-4ab1-9f6c-a4eb3f144c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.727619 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:25.750584 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dd8609d5-053a-47ee-b149-b25ab45f1317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:25.800283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1fc851ec-9330-42da-b532-b1792c904303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.871348 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.988629 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:26.102608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] Usage tracker for resource:security_group_rule and tenant:3fdf618186e548d786c7e7c19d800ee2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:26.146877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:26.170194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:26.185594 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:26.208354 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:26.328307 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:26.346849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:26.347272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:26.408178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:26.482314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:26.605043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:26.627143 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] For port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:26.751413 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:26.861027 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fdf618186e548d786c7e7c19d800ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1407323 Jan 24 09:22:26.863719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39498) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:26.865425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device c246ceda-bee1-4bab-9f7b-8f9467282e13 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:26.868209 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0023bfb7-fbe7-41ca-b5fe-c0529580996e,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:26.897375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:27.000348 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] For port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:27.013617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.078010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port c246ceda-bee1-4bab-9f7b-8f9467282e13 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:27.095312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port c246ceda-bee1-4bab-9f7b-8f9467282e13 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:27.096014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.119846 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5ebf0-6915-483d-84f4-2dc6b236e307 req-2c8faecf-208f-42ae-a610-c7695924ee0d tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:27.142948 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5af5ebf0-6915-483d-84f4-2dc6b236e307 req-2c8faecf-208f-42ae-a610-c7695924ee0d tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 932 time: 0.7239153 Jan 24 09:22:27.144749 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Pushing event updated for resources: {'Port': ['ID=9253fb8d-5d22-465e-8694-34fb69f3338f,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:27.179656 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.429s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:27.199347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69e55a56-e93f-4049-93d9-3638fa1ef7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.694s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:27.293473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Pushing event updated for resources: {'Port': ['ID=4b09dd7e-ce7c-4091-900c-2050de7fd049,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:27.309270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:27.318830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.360180 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port c246ceda-bee1-4bab-9f7b-8f9467282e13, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=c246ceda-bee1-4bab-9f7b-8f9467282e13,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:27.368706 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.371095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9d29ba22-c185-4a78-aebc-e4379318d71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:27.399941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Network d8a86c34-187e-4867-92be-4e0639ede877 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:27.401328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Pushing event updated for resources: {'Port': ['ID=86606297-ef37-43e8-8df9-0128d4004420,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:27.410583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:27.424163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:27.428627 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:27.429061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:27.430103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:27.445622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:27.446342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636272'] for router_interface, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.485810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:27.533073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=c246ceda-bee1-4bab-9f7b-8f9467282e13,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:27.540411 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:27.597208 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1fc851ec-9330-42da-b532-b1792c904303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.701020 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Pushing event updated for resources: {'Port': ['ID=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:27.710339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:27.771985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:27.772812 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.774320 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] 10.222.0.13 "PUT /v2.0/ports/e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b HTTP/1.1" status: 200 len: 1157 time: 5.7562916 Jan 24 09:22:27.783649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:27.800907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5af5ebf0-6915-483d-84f4-2dc6b236e307 req-6d01386f-a69d-4af9-ade3-93d63813d2f2 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Synchronizing usage tracker for tenant:408228576d9142cfb1676bfcfcb888a6 on resource:security_group {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:27.826574 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9615dd3d-6f6f-497d-a7f8-daad0372c994', 'tag': 'e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:27.877850 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device c246ceda-bee1-4bab-9f7b-8f9467282e13 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:27.918748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc851ec-9330-42da-b532-b1792c904303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf02b8a-3a64-4c78-a165-8514cbf83cc8,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:27.946862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1fc851ec-9330-42da-b532-b1792c904303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:27.950383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b3eb-9996-48d7-926f-362cce9f7335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.962987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5af5ebf0-6915-483d-84f4-2dc6b236e307 req-6d01386f-a69d-4af9-ade3-93d63813d2f2 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Unset dirty status for tenant:408228576d9142cfb1676bfcfcb888a6 on resource:security_group {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:27.964289 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5af5ebf0-6915-483d-84f4-2dc6b236e307 req-6d01386f-a69d-4af9-ade3-93d63813d2f2 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8204186 Jan 24 09:22:27.999363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:27.999363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636272'] for router_interface, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.039073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Network fade3936-9aa5-4c63-ad37-13aa38a3c5bf is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:28.044505 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:28.065328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:28.093183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1fc851ec-9330-42da-b532-b1792c904303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.097083 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-1fc851ec-9330-42da-b532-b1792c904303 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cf02b8a-3a64-4c78-a165-8514cbf83cc8 HTTP/1.1" status: 204 len: 168 time: 3.2262027 Jan 24 09:22:28.118933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d029436a-60e9-49f4-a0da-cd73ee8ef7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.119464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b3eb-9996-48d7-926f-362cce9f7335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.124316 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:28.142084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.171497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.193708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port c246ceda-bee1-4bab-9f7b-8f9467282e13 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:28.194287 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.210720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be952373-4e6d-4f09-bd41-733d2ed2e93f req-2c7816f2-c478-43e3-a8ad-71d3d36f4638 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:28.212733 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be952373-4e6d-4f09-bd41-733d2ed2e93f req-2c7816f2-c478-43e3-a8ad-71d3d36f4638 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 943 time: 1.0659301 Jan 24 09:22:28.426108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b3eb-9996-48d7-926f-362cce9f7335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.457472 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c0c16274-0aca-448a-87a1-6773421f1e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:28.483331 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.499703 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b3eb-9996-48d7-926f-362cce9f7335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.506815 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-bbf1b3eb-9996-48d7-926f-362cce9f7335 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0023bfb7-fbe7-41ca-b5fe-c0529580996e HTTP/1.1" status: 204 len: 168 time: 1.5996699 Jan 24 09:22:28.508183 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-2ed85118-a0c3-4191-a9c3-7e50cb06abf9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.8654656 Jan 24 09:22:28.522006 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be952373-4e6d-4f09-bd41-733d2ed2e93f req-f37d9885-515e-4375-beeb-fac6f985382c tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801132 Jan 24 09:22:28.553185 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Request body: {'port': {'device_id': 'f992dec7-2ad0-4ff4-a8ba-f03299ff2f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:28.635088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1b3eb-9996-48d7-926f-362cce9f7335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0023bfb7-fbe7-41ca-b5fe-c0529580996e,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:28.651305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bbf1b3eb-9996-48d7-926f-362cce9f7335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:28.880544 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-23a0ae61-ca06-4437-bfdf-77f58c7b31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:28.882223 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-23a0ae61-ca06-4437-bfdf-77f58c7b31a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 1160 time: 0.4319608 Jan 24 09:22:28.901128 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9615dd3d-6f6f-497d-a7f8-daad0372c994', 'tag': 'e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b', 'status': 'completed', 'code': 200} Jan 24 09:22:28.921344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-8d2d2ca3-1d06-47d6-9fd1-8caaada6e993 None None] Provisioning for port 9253fb8d-5d22-465e-8694-34fb69f3338f completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:28.952560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-8d2d2ca3-1d06-47d6-9fd1-8caaada6e993 None None] Provisioning complete for port 9253fb8d-5d22-465e-8694-34fb69f3338f triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:28.952984 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2ca3-1d06-47d6-9fd1-8caaada6e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.055018 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.219484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d2ca3-1d06-47d6-9fd1-8caaada6e993 None None] Port 9253fb8d-5d22-465e-8694-34fb69f3338f cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:22:29.229728 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-632c7edc-744c-43e9-90de-01f88ac2438e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b HTTP/1.1" status: 200 len: 217 time: 0.2521343 Jan 24 09:22:29.364504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.367285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39552) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:29.435412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.455220 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853738566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637915'] for router_interface, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.485475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:29.532279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49469c1-b9d5-44e0-9474-dd28377c72fd req-43b4501f-105a-4379-ab4d-0b8eb2904439 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:29.543495 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d49469c1-b9d5-44e0-9474-dd28377c72fd req-43b4501f-105a-4379-ab4d-0b8eb2904439 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 932 time: 0.3100951 Jan 24 09:22:29.582228 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.607294 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d49469c1-b9d5-44e0-9474-dd28377c72fd req-7ccb6e37-8d08-4f67-9c0e-3b0ad12a2093 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627689 Jan 24 09:22:29.733011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39564) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:29.782541 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.836537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.885808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.920332 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.922036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:29.926801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] Usage tracker for resource:security_group_rule and tenant:20722fd3d58c45a7aec7174a0efe20d3 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:29.930588 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:29.936926 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:30.017756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Pushing event updated for resources: {'Port': ['ID=86606297-ef37-43e8-8df9-0128d4004420,revision_number=2']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:30.042682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:30.047408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9954b7e25ee6491e9dc7a2898a07f7d6 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:30.052330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:30.059810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:30.097741 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:30.154597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-2d93d6eb-6dbe-46b8-bd40-e6fa64a57e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:30.156183 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-2d93d6eb-6dbe-46b8-bd40-e6fa64a57e4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 200 len: 855 time: 0.5477943 Jan 24 09:22:30.228384 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-c1dce75f-4bb5-4335-ba9c-a9cd799b9d43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637226 Jan 24 09:22:30.302841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba5f2c-065a-464a-83ed-e803d4ce1449 req-e51943e7-1a6a-4dee-8a33-21a15ec870e0 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:30.304661 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-82ba5f2c-065a-464a-83ed-e803d4ce1449 req-e51943e7-1a6a-4dee-8a33-21a15ec870e0 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 943 time: 0.5150177 Jan 24 09:22:30.449347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.477963 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-82ba5f2c-065a-464a-83ed-e803d4ce1449 req-bc451442-33d9-495c-9982-57142e015296 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110597 Jan 24 09:22:30.478305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.495916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:30.543982 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20722fd3d58c45a7aec7174a0efe20d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8083820 Jan 24 09:22:30.545818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Network d8a86c34-187e-4867-92be-4e0639ede877 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:30.552686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:30.555098 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39590) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:30.562856 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-43fc8470-f7c7-46af-b321-300fcbde9cda service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205757 Jan 24 09:22:30.565123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e1e648-c8a5-4a23-adcb-90d55e95ec20,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:30.568720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:30.717573 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f5d29b2-7c40-4ed8-98f4-37beae60ebc0 req-4656f0b5-76b4-4c5f-bb3b-e10969b4f852 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1477740 Jan 24 09:22:30.812178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.849933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.880714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:30.937035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374b4a-a78d-465b-836c-cc3cc2501b36 req-27b836a4-ebc2-47bf-ad10-e8c41ef08250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:30.938911 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3374b4a-a78d-465b-836c-cc3cc2501b36 req-27b836a4-ebc2-47bf-ad10-e8c41ef08250 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 1160 time: 0.1693702 Jan 24 09:22:30.961933 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9954b7e25ee6491e9dc7a2898a07f7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5826790 Jan 24 09:22:30.968943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7307473-f802-4e44-95fe-f5f17d68df01 req-b163dedb-fe67-404e-a808-2afba84d00db tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:30.970670 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c7307473-f802-4e44-95fe-f5f17d68df01 req-b163dedb-fe67-404e-a808-2afba84d00db tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 932 time: 0.1598604 Jan 24 09:22:30.971204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39602) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:30.997950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.017330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39608) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:31.034926 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.048573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853738566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637915'] for router_interface, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.225270 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c7307473-f802-4e44-95fe-f5f17d68df01 req-b13a77ba-5cd3-4df6-a0ac-0f94a1ec8c9d tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234478 Jan 24 09:22:31.233029 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c2fa-18df-42c0-995e-1134d0e0c54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.266260 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374b4a-a78d-465b-836c-cc3cc2501b36 req-7a7aa75d-87fe-4a7a-9cf8-1190b122d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:31.268635 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3374b4a-a78d-465b-836c-cc3cc2501b36 req-7a7aa75d-87fe-4a7a-9cf8-1190b122d5b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 909 time: 0.2962644 Jan 24 09:22:31.269389 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c2fa-18df-42c0-995e-1134d0e0c54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.275602 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2008e562-af44-40a8-91a0-306b01ea73a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.310114 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f324ca86-76fa-4bac-9a6b-10a29da2bcb3,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:31.315702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:31.330058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:31.388034 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3374b4a-a78d-465b-836c-cc3cc2501b36 req-df6da52e-67be-4a20-9e2b-0af115249567 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b HTTP/1.1" status: 200 len: 217 time: 0.1087298 Jan 24 09:22:31.399591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.459430 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2008e562-af44-40a8-91a0-306b01ea73a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.469173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:22:31.475922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:31.494236 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] Usage tracker for resource:security_group_rule and tenant:0f60d8025d9842858c6e34c486be6ec1 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:31.499898 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b09dd7e-ce7c-4091-900c-2050de7fd049 {{(pid=80074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:22:31.500700 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:31.519045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.526284 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Pushing event updated for resources: {'Port': ['ID=9253fb8d-5d22-465e-8694-34fb69f3338f,revision_number=2']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:31.529499 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:31.532635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:31.549082 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374b4a-a78d-465b-836c-cc3cc2501b36 req-bcbe12b7-0c32-44b2-952a-81f59fc4fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:31.551065 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3374b4a-a78d-465b-836c-cc3cc2501b36 req-bcbe12b7-0c32-44b2-952a-81f59fc4fa23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 200 len: 855 time: 0.1402590 Jan 24 09:22:31.595163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:31.607941 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3374b4a-a78d-465b-836c-cc3cc2501b36 req-4236172f-c2e0-42bb-ae24-146403070846 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499852 Jan 24 09:22:31.608178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:31.626758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c2fa-18df-42c0-995e-1134d0e0c54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.677033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2008e562-af44-40a8-91a0-306b01ea73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.687548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Transition to ACTIVE for port object 4b09dd7e-ce7c-4091-900c-2050de7fd049 will not be triggered until provisioned by entity L2. {{(pid=80074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:31.720177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:31.825443 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008e562-af44-40a8-91a0-306b01ea73a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f324ca86-76fa-4bac-9a6b-10a29da2bcb3,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:31.846192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2008e562-af44-40a8-91a0-306b01ea73a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:31.881599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-45c79c08-352d-48de-9d23-68bd5a7ef47b None None] Provisioning complete for port 9253fb8d-5d22-465e-8694-34fb69f3338f triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:31.882143 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-45c79c08-352d-48de-9d23-68bd5a7ef47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.933469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2008e562-af44-40a8-91a0-306b01ea73a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.938189 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-2008e562-af44-40a8-91a0-306b01ea73a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f324ca86-76fa-4bac-9a6b-10a29da2bcb3 HTTP/1.1" status: 204 len: 168 time: 0.9359155 Jan 24 09:22:31.943097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.956052 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-45c79c08-352d-48de-9d23-68bd5a7ef47b None None] Port 9253fb8d-5d22-465e-8694-34fb69f3338f cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:22:31.967948 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.981223 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8fedef3f-3b8a-4a5d-9111-573cda04fb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:31.992859 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1fab2d89-2ff5-4dbe-8ac7-46ba3641d3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:32.015058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.048487 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3374b4a-a78d-465b-836c-cc3cc2501b36 req-47481b2c-c614-4ad0-8daf-651ee4c3e1e2 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991020 Jan 24 09:22:32.053222 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f60d8025d9842858c6e34c486be6ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0310657 Jan 24 09:22:32.056304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b707b18-ec1b-486c-8c81-e0d4e77fb8e7,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:32.082396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39624) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:32.087060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:32.119468 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04325f-dc91-4b69-a142-579722dbe8ca req-faab11a5-ecbf-4742-9077-59ecd790fb95 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:32.121739 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff04325f-dc91-4b69-a142-579722dbe8ca req-faab11a5-ecbf-4742-9077-59ecd790fb95 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 943 time: 0.4734485 Jan 24 09:22:32.140949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6c2fa-18df-42c0-995e-1134d0e0c54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e1e648-c8a5-4a23-adcb-90d55e95ec20,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:32.143733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e0c6c2fa-18df-42c0-995e-1134d0e0c54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:32.172885 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:32.377016 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff04325f-dc91-4b69-a142-579722dbe8ca req-fc23d173-d179-4664-8fb4-19f685410c16 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587892 Jan 24 09:22:32.383917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:22:32.393204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Pushing event updated for resources: {'Port': ['ID=4b09dd7e-ce7c-4091-900c-2050de7fd049,revision_number=2']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:32.399180 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Sync routers for ids ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:22:32.430047 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bcba084f-9b75-4e82-964c-9b692cfd1ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.435002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Routers {'b78cb2af-a728-4fc4-96c4-0f97cf12cf44'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:32.435706 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:22:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:32.438513 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3374b4a-a78d-465b-836c-cc3cc2501b36 req-4367388f-a007-4aca-9086-3b2656363952 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3786881 Jan 24 09:22:32.498912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c2fa-18df-42c0-995e-1134d0e0c54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.501366 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e0c6c2fa-18df-42c0-995e-1134d0e0c54c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83e1e648-c8a5-4a23-adcb-90d55e95ec20 HTTP/1.1" status: 204 len: 168 time: 1.9406652 Jan 24 09:22:32.505859 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:32.566474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bcba084f-9b75-4e82-964c-9b692cfd1ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.567006 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Router 5d0e64d3-b86e-4112-8416-9fb4df83974c has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:22:32.597573 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] 10.222.0.18 "PUT /v2.0/routers/b78cb2af-a728-4fc4-96c4-0f97cf12cf44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5563059 Jan 24 09:22:32.714982 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552daf09-51e1-44a6-a051-735b8595ee57 req-bf86381d-2a78-4037-8247-3ae76be43760 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:32.719567 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-552daf09-51e1-44a6-a051-735b8595ee57 req-bf86381d-2a78-4037-8247-3ae76be43760 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 944 time: 0.2891798 Jan 24 09:22:32.729661 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bcba084f-9b75-4e82-964c-9b692cfd1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.755794 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e3ce002-2ed7-4f37-b310-c80c5395e76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:32.779849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Set router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:32.805550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba084f-9b75-4e82-964c-9b692cfd1ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b707b18-ec1b-486c-8c81-e0d4e77fb8e7,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:32.824428 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bcba084f-9b75-4e82-964c-9b692cfd1ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:32.839854 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bcba084f-9b75-4e82-964c-9b692cfd1ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.844035 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-bcba084f-9b75-4e82-964c-9b692cfd1ac4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b707b18-ec1b-486c-8c81-e0d4e77fb8e7 HTTP/1.1" status: 204 len: 168 time: 0.7558336 Jan 24 09:22:32.874635 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-552daf09-51e1-44a6-a051-735b8595ee57 req-596aa02a-07f4-4b4e-af35-a7259c9666b1 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209304 Jan 24 09:22:33.027922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Attempting to bind port 4b09dd7e-ce7c-4091-900c-2050de7fd049 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:33.028324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Attempting to bind port 4b09dd7e-ce7c-4091-900c-2050de7fd049 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'e0766ed5-dec4-44e4-bf33-8fe0570b213d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fade3936-9aa5-4c63-ad37-13aa38a3c5bf'}] {{(pid=80074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:33.028690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Attempting to bind port 4b09dd7e-ce7c-4091-900c-2050de7fd049 on network fade3936-9aa5-4c63-ad37-13aa38a3c5bf {{(pid=80074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:33.034726 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:22:33.041982 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] 10.222.0.18 "PUT /v2.0/routers/5d0e64d3-b86e-4112-8416-9fb4df83974c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0016997 Jan 24 09:22:33.043513 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:33.045868 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Sync routers for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:22:33.075838 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Checking segment: {'id': 'e0766ed5-dec4-44e4-bf33-8fe0570b213d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fade3936-9aa5-4c63-ad37-13aa38a3c5bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:33.076384 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:33.086269 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Bound using segment: {'id': 'e0766ed5-dec4-44e4-bf33-8fe0570b213d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fade3936-9aa5-4c63-ad37-13aa38a3c5bf'} {{(pid=80074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:33.086850 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Bound port: 4b09dd7e-ce7c-4091-900c-2050de7fd049, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0766ed5-dec4-44e4-bf33-8fe0570b213d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fade3936-9aa5-4c63-ad37-13aa38a3c5bf'}}] {{(pid=80074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:33.087248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:33.098599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:33.099295 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:22:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:33.261325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] For port 4b09dd7e-ce7c-4091-900c-2050de7fd049, host hv-cinder-77218, cleared binding levels {{(pid=80074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:33.268731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] For port 4b09dd7e-ce7c-4091-900c-2050de7fd049, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4b09dd7e-ce7c-4091-900c-2050de7fd049,segment=NetworkSegment(e0766ed5-dec4-44e4-bf33-8fe0570b213d),segment_id=e0766ed5-dec4-44e4-bf33-8fe0570b213d)] {{(pid=80074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:33.279816 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:33.310608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-router', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:06Z', 'updated_at': '2021-01-24T09:22:27Z', 'revision_number': 4, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'gw_port': {'id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:08Z', 'updated_at': '2021-01-24T09:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '86606297-ef37-43e8-8df9-0128d4004420', 'name': '', 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'mac_address': 'fa:16:3e:dd:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd33fa811-3200-4925-a427-b7ea88395aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:23Z', 'updated_at': '2021-01-24T09:22:28Z', 'revision_number': 2, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'subnets': [{'id': 'd33fa811-3200-4925-a427-b7ea88395aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:33.318409 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Checking router: b78cb2af-a728-4fc4-96c4-0f97cf12cf44 for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:22:33.318837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Updating router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 port 86606297-ef37-43e8-8df9-0128d4004420 binding host dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:22:33.398166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:33.401716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-23f02682-173e-41b1-8a8b-ef77184b6193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:33.456460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:33.511318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Pushing event updated for resources: {'Port': ['ID=4b09dd7e-ce7c-4091-900c-2050de7fd049,revision_number=3']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:33.516119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:33.586241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:33.587509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:33.589892 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b09dd7e-ce7c-4091-900c-2050de7fd049 HTTP/1.1" status: 200 len: 1158 time: 5.0490222 Jan 24 09:22:33.590653 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f992dec7-2ad0-4ff4-a8ba-f03299ff2f32', 'tag': '4b09dd7e-ce7c-4091-900c-2050de7fd049'}] {{(pid=80074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:33.819548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39680) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:33.840944 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-ddf7b816-00e4-485e-bd12-b37430351663 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80075) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:22:33.853040 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:30Z', 'revision_number': 2, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:33.857344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Checking router: 5d0e64d3-b86e-4112-8416-9fb4df83974c for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:22:33.857915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Updating router 5d0e64d3-b86e-4112-8416-9fb4df83974c port 9253fb8d-5d22-465e-8694-34fb69f3338f binding host dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:22:33.885833 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:33.899095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-7b3b8b3d-d619-4f55-9f12-23a6fce8263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:33.901291 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-7b3b8b3d-d619-4f55-9f12-23a6fce8263f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=408228576d9142cfb1676bfcfcb888a6&device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 1161 time: 0.1903346 Jan 24 09:22:33.953856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:33.960640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:946e2928588440239294829a2798f617 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:33.966644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:33.975345 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:34.068658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:34.178155 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-83090ac0-00b0-4de5-8924-93ada72ad483 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b09dd7e-ce7c-4091-900c-2050de7fd049 HTTP/1.1" status: 200 len: 217 time: 0.2685204 Jan 24 09:22:34.223749 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:34.297859 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:34.327948 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Transition to ACTIVE for port object 86606297-ef37-43e8-8df9-0128d4004420 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:34.335828 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:34.373591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc051bb8-3504-4446-8497-5d8750b04a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:34.447813 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-5655425a-23c0-4137-abf4-a9dd855b70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:34.449801 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-5655425a-23c0-4137-abf4-a9dd855b70e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf7c99b-d351-4ed7-bb84-a75d61501b3b HTTP/1.1" status: 200 len: 851 time: 0.2645347 Jan 24 09:22:34.560353 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-74c8e556-e809-4918-9caa-92b1b1b542aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fade3936-9aa5-4c63-ad37-13aa38a3c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033280 Jan 24 09:22:34.588551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:34.604184 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Transition to ACTIVE for port object 9253fb8d-5d22-465e-8694-34fb69f3338f will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:34.611730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:34.687811 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-6f156013-739a-4099-9954-617d4a61e151 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:34.696469 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-6f156013-739a-4099-9954-617d4a61e151 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 819 time: 0.7310879 Jan 24 09:22:34.702607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012143c0-5de8-428b-9733-7c6b1d91caaa None None] Pushing event updated for resources: {'Port': ['ID=86606297-ef37-43e8-8df9-0128d4004420,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:34.718309 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-012143c0-5de8-428b-9733-7c6b1d91caaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:34.765817 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-cc1d9ba1-1502-4869-b6a9-6600d8a93585 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/quotas/fc9d8ac387734cad90f603ceda96b5c3 HTTP/1.1" status: 200 len: 375 time: 0.0663242 Jan 24 09:22:34.785624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:34.900535 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-d84bc4e1-6206-4c62-9afd-0e001e698375 service neutron] 10.222.0.13 "GET /v2.0/networks/fade3936-9aa5-4c63-ad37-13aa38a3c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301852 Jan 24 09:22:34.907842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a062e-0382-4aa3-bd7b-76d7e14db826 None None] Pushing event updated for resources: {'Port': ['ID=9253fb8d-5d22-465e-8694-34fb69f3338f,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:34.920465 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e5a062e-0382-4aa3-bd7b-76d7e14db826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:34.927958 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:35.050855 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.064422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.080873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:35.104156 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:35.104579 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.171318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f1acf6-5592-4c25-a24c-10edf606a2ce,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:35.177325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Attempting to bind port 86606297-ef37-43e8-8df9-0128d4004420 on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:35.181732 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:35.182866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Attempting to bind port 86606297-ef37-43e8-8df9-0128d4004420 by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:35.183301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Attempting to bind port 86606297-ef37-43e8-8df9-0128d4004420 on network d8a86c34-187e-4867-92be-4e0639ede877 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:35.204541 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:35.204958 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Checking segment: {'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:35.205401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.205832 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Bound using segment: {'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:35.206383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Bound port: 86606297-ef37-43e8-8df9-0128d4004420, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:35.206822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.224408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39722) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:35.256229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'security_group': {'name': 'tempest-securitygroup--1388970012', 'description': 'tempest-description--1013981295'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:35.306944 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-318e0948-0526-40b1-8b29-66832a8590a9 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5400202 Jan 24 09:22:35.338633 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-884f3b05-86b2-47c5-af28-a8cea16c186d req-605ec265-6bb6-4f70-aff7-7d4d02434e99 service neutron] 10.222.0.13 "GET /v2.0/networks/fade3936-9aa5-4c63-ad37-13aa38a3c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4317160 Jan 24 09:22:35.403038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Attempting to bind port 9253fb8d-5d22-465e-8694-34fb69f3338f on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:35.403934 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Attempting to bind port 9253fb8d-5d22-465e-8694-34fb69f3338f by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:35.404433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Attempting to bind port 9253fb8d-5d22-465e-8694-34fb69f3338f on network 36bd8d6e-df18-4f93-9a5b-830a30adae94 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:35.421718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:35.422305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Checking segment: {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:35.423061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.423641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Bound using segment: {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:35.424603 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Bound port: 9253fb8d-5d22-465e-8694-34fb69f3338f, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:35.425189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.438086 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] For port 86606297-ef37-43e8-8df9-0128d4004420, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:35.446319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] For port 86606297-ef37-43e8-8df9-0128d4004420, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=86606297-ef37-43e8-8df9-0128d4004420,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:35.457000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.498712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:35.605892 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-149074f0-3339-40c1-8ac0-5ead6839a0e5 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978494 Jan 24 09:22:35.608403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:35.644749 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=946e2928588440239294829a2798f617&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8235579 Jan 24 09:22:35.650039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39736) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:35.704255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:security_group and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:35.771909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:35.794549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:35.840651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.841945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7609d0d0-bbdd-4486-9b87-5f6cb942debf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.899995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7609d0d0-bbdd-4486-9b87-5f6cb942debf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.970999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7609d0d0-bbdd-4486-9b87-5f6cb942debf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.985173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:36.027594 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012143c0-5de8-428b-9733-7c6b1d91caaa None None] Pushing event updated for resources: {'Port': ['ID=86606297-ef37-43e8-8df9-0128d4004420,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:36.034235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-012143c0-5de8-428b-9733-7c6b1d91caaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:36.042707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609d0d0-bbdd-4486-9b87-5f6cb942debf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f1acf6-5592-4c25-a24c-10edf606a2ce,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:36.068861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7609d0d0-bbdd-4486-9b87-5f6cb942debf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:36.069882 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7609d0d0-bbdd-4486-9b87-5f6cb942debf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.073636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.077929 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-7609d0d0-bbdd-4486-9b87-5f6cb942debf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34f1acf6-5592-4c25-a24c-10edf606a2ce HTTP/1.1" status: 204 len: 168 time: 0.4262607 Jan 24 09:22:36.132015 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Routers {'b78cb2af-a728-4fc4-96c4-0f97cf12cf44'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:36.134878 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:22:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:36.162002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318686-918b-4b08-8f34-e9740eb76673 req-47e441c2-8eb8-4814-8d03-6615bfec1e2f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:36.169829 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c3318686-918b-4b08-8f34-e9740eb76673 req-47e441c2-8eb8-4814-8d03-6615bfec1e2f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 943 time: 0.5341175 Jan 24 09:22:36.206387 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:36.247050 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c3318686-918b-4b08-8f34-e9740eb76673 req-f368b468-651e-40ba-8ea8-53dc7b721ac3 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761366 Jan 24 09:22:36.248257 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:security_group_rule and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:36.253099 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:36.283731 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-484be0bf-fdc0-44b5-a4d6-300ca7e0b862 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6767607 Jan 24 09:22:36.302743 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:36.359432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] For port 9253fb8d-5d22-465e-8694-34fb69f3338f, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:36.409563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] For port 9253fb8d-5d22-465e-8694-34fb69f3338f, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=9253fb8d-5d22-465e-8694-34fb69f3338f,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:36.427366 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.478144 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] Set router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:36.555024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.560063 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.626111 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bbf1b3eb-9996-48d7-926f-362cce9f7335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:36.658270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.663241 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4272351 Jan 24 09:22:36.664009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39766) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:36.670635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'security_group_rule': {'security_group_id': '06eb78fc-1656-40bf-bb47-6b52ffe7a3cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:36.694803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:36.707788 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:security_group_rule and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:36.711431 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:36.718183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'SecurityGroup': ['ID=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:36.722146 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:36.740717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:36.766976 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.781852 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-24757535-2d90-4c15-805e-0ee35b515152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:36.898666 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.903857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.930565 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fdfcf-5789-4a68-acd9-b3df721db46a req-81a2c87c-85b5-4383-a747-eda41bea1214 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:36.932601 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-567fdfcf-5789-4a68-acd9-b3df721db46a req-81a2c87c-85b5-4383-a747-eda41bea1214 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 944 time: 0.1453505 Jan 24 09:22:36.938378 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9615dd3d-6f6f-497d-a7f8-daad0372c994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:36.965512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:37.002817 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713ba95c-4e56-4822-8abb-debcae59f693,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:37.017369 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:37.018245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:37.029586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39786) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:37.030817 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3653750 Jan 24 09:22:37.051036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'security_group_rule': {'security_group_id': '06eb78fc-1656-40bf-bb47-6b52ffe7a3cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:37.078435 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:37.108819 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-567fdfcf-5789-4a68-acd9-b3df721db46a req-c45e59c8-51a7-42d5-b62e-f7164b44fbd3 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700406 Jan 24 09:22:37.111203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:security_group_rule and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:37.120506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:37.134552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:37.165575 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:37.266513 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a062e-0382-4aa3-bd7b-76d7e14db826 None None] Pushing event updated for resources: {'Port': ['ID=9253fb8d-5d22-465e-8694-34fb69f3338f,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:37.272644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e5a062e-0382-4aa3-bd7b-76d7e14db826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:37.288019 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:37.289456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:37.290578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:22:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:37.293604 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:22:37.388661 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-router', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:06Z', 'updated_at': '2021-01-24T09:22:27Z', 'revision_number': 4, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'gw_port': {'id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:08Z', 'updated_at': '2021-01-24T09:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '86606297-ef37-43e8-8df9-0128d4004420', 'name': '', 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'mac_address': 'fa:16:3e:dd:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd33fa811-3200-4925-a427-b7ea88395aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:23Z', 'updated_at': '2021-01-24T09:22:35Z', 'revision_number': 4, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'subnets': [{'id': 'd33fa811-3200-4925-a427-b7ea88395aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:37.402330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8d4e8-11c0-46ac-b060-4ae776e26ae2 None None] The sync data for ids ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'] in dv-cinder-772181-7-smb is: [{'id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-router', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:06Z', 'updated_at': '2021-01-24T09:22:27Z', 'revision_number': 4, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'gw_port': {'id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:08Z', 'updated_at': '2021-01-24T09:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '86606297-ef37-43e8-8df9-0128d4004420', 'name': '', 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'mac_address': 'fa:16:3e:dd:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd33fa811-3200-4925-a427-b7ea88395aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:23Z', 'updated_at': '2021-01-24T09:22:35Z', 'revision_number': 4, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'subnets': [{'id': 'd33fa811-3200-4925-a427-b7ea88395aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:22:37.556605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:37.565267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:37.697139 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f992dec7-2ad0-4ff4-a8ba-f03299ff2f32', 'tag': '4b09dd7e-ce7c-4091-900c-2050de7fd049', 'status': 'completed', 'code': 200} Jan 24 09:22:37.736893 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-907480d4-7df1-4c71-b3af-306e6f90edf3 req-beaebccb-b6b6-4284-962f-eb72c795447f tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 210 time: 0.3313775 Jan 24 09:22:37.885510 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:37.897943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:37.904614 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:37.940775 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:38.001678 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:38.026322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:38.089312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300177f-c253-4099-8fcf-48521f47960d req-af2e3b4d-fc02-4731-b867-051e2e021fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:38.091005 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0300177f-c253-4099-8fcf-48521f47960d req-af2e3b4d-fc02-4731-b867-051e2e021fa9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=408228576d9142cfb1676bfcfcb888a6&device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 1161 time: 0.3679304 Jan 24 09:22:38.113622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 86606297-ef37-43e8-8df9-0128d4004420 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:38.127547 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:38.131570 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0989158 Jan 24 09:22:38.143992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b44fa32-55c5-41e6-a3f8-4faac45d0fd8,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:38.148623 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 39824) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:38.208589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'floatingip': {'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:38.271151 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:38.283627 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:floatingip and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:38.290335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:38.307545 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:38.462915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 86606297-ef37-43e8-8df9-0128d4004420 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:38.521922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:38.541181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300177f-c253-4099-8fcf-48521f47960d req-d3a18f27-d92c-4bf1-a26e-7cccf720b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:38.542847 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0300177f-c253-4099-8fcf-48521f47960d req-d3a18f27-d92c-4bf1-a26e-7cccf720b7c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fade3936-9aa5-4c63-ad37-13aa38a3c5bf HTTP/1.1" status: 200 len: 905 time: 0.4256747 Jan 24 09:22:38.597919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-b3cbe7e4-0cc3-4f64-a7c1-400da1cfd17e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80075) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:22:38.601746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 86606297-ef37-43e8-8df9-0128d4004420 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:38.602170 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:38.602276 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:38.756772 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0300177f-c253-4099-8fcf-48521f47960d req-63339fdd-0d9c-47cc-a7cf-6d0645815f05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b09dd7e-ce7c-4091-900c-2050de7fd049 HTTP/1.1" status: 200 len: 217 time: 0.2059197 Jan 24 09:22:38.909444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300177f-c253-4099-8fcf-48521f47960d req-9ae4d4d2-9630-4723-b315-3a7a26e58ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:38.911324 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0300177f-c253-4099-8fcf-48521f47960d req-9ae4d4d2-9630-4723-b315-3a7a26e58ab9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eaf7c99b-d351-4ed7-bb84-a75d61501b3b HTTP/1.1" status: 200 len: 851 time: 0.1467490 Jan 24 09:22:38.982681 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 4b09dd7e-ce7c-4091-900c-2050de7fd049 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:39.023515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:39.026577 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0300177f-c253-4099-8fcf-48521f47960d req-5a3803a8-b58b-49f4-a5f1-1eab0c8b125e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fade3936-9aa5-4c63-ad37-13aa38a3c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081083 Jan 24 09:22:39.110200 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392399f-4ccc-4454-90d7-e89e843e849c req-67949776-2765-433c-a8cf-83bb001136bf tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:39.113350 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4392399f-4ccc-4454-90d7-e89e843e849c req-67949776-2765-433c-a8cf-83bb001136bf tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 945 time: 0.7576835 Jan 24 09:22:39.258065 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4392399f-4ccc-4454-90d7-e89e843e849c req-b186710d-4641-47b2-b7e8-c70bae6c0fa9 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937662 Jan 24 09:22:39.330058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 86606297-ef37-43e8-8df9-0128d4004420, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=86606297-ef37-43e8-8df9-0128d4004420,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:39.340408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e33765-2c53-4ca7-901b-6b2ab465ab8e req-fa96a325-4f96-4c9a-ad56-1aecfe414102 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:39.347550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:39.354662 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-56e33765-2c53-4ca7-901b-6b2ab465ab8e req-fa96a325-4f96-4c9a-ad56-1aecfe414102 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 944 time: 0.6669097 Jan 24 09:22:39.361436 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ea118b48-aab3-4fde-ad4e-d00ee28e80ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:39.882538 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 4b09dd7e-ce7c-4091-900c-2050de7fd049 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:39.900147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:35Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:39.903660 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 4b09dd7e-ce7c-4091-900c-2050de7fd049 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:39.904363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:39.924515 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0300177f-c253-4099-8fcf-48521f47960d req-f9d9a0a3-888e-494e-9769-e3938dc9dd73 service neutron] 10.222.0.13 "GET /v2.0/networks/fade3936-9aa5-4c63-ad37-13aa38a3c5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8852623 Jan 24 09:22:40.041588 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=86606297-ef37-43e8-8df9-0128d4004420,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:40.069334 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:40.074526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe56b4-fca7-409d-8149-d676a3f446be None None] The sync data for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb is: [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:35Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:22:40.129142 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9615dd3d-6f6f-497d-a7f8-daad0372c994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b', 'code': 200} Jan 24 09:22:40.271349 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:40.350272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 4b09dd7e-ce7c-4091-900c-2050de7fd049, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4b09dd7e-ce7c-4091-900c-2050de7fd049,segment=NetworkSegment(e0766ed5-dec4-44e4-bf33-8fe0570b213d),segment_id=e0766ed5-dec4-44e4-bf33-8fe0570b213d)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:40.354383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:40.355569 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:40.450486 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:40.463858 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0300177f-c253-4099-8fcf-48521f47960d req-e0bd56d0-c0ab-4ac3-a774-393f90bb53b2 service neutron] 10.222.0.13 "GET /v2.0/networks/fade3936-9aa5-4c63-ad37-13aa38a3c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5325537 Jan 24 09:22:40.508963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-6c2373a0-328e-4e95-9d0f-672e912c5f29 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:40.512272 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-6c2373a0-328e-4e95-9d0f-672e912c5f29 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.13 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 819 time: 1.0751228 Jan 24 09:22:40.588350 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-56e33765-2c53-4ca7-901b-6b2ab465ab8e req-a4d8a93f-b757-4311-b81d-ec3baf7247b1 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2316654 Jan 24 09:22:40.614554 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Request body: {'port': {'device_id': '04fdb238-90a6-4b04-bb40-0853c726c4ca', 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877', 'admin_state_up': True, 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:40.793924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39896) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:40.867345 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c050bc-f448-430f-9497-1ae85bf81ed0 req-5ef898f1-4749-4588-a6aa-cc1128100cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:40.871632 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b4c050bc-f448-430f-9497-1ae85bf81ed0 req-5ef898f1-4749-4588-a6aa-cc1128100cb8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 1162 time: 0.2414625 Jan 24 09:22:40.875233 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:40.877979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:40.902141 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b4c050bc-f448-430f-9497-1ae85bf81ed0 req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:40.930170 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-b4c050bc-f448-430f-9497-1ae85bf81ed0 req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:40.935402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-b4c050bc-f448-430f-9497-1ae85bf81ed0 req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] Usage tracker for resource:security_group_rule and tenant:dff5bf1df5d24efcb7af3666a1303cf3 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:40.939683 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-b4c050bc-f448-430f-9497-1ae85bf81ed0 req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:40.949551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-b4c050bc-f448-430f-9497-1ae85bf81ed0 req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:40.956377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=4b09dd7e-ce7c-4091-900c-2050de7fd049,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:40.997745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:41.210247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b4c050bc-f448-430f-9497-1ae85bf81ed0 req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.215598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b4c050bc-f448-430f-9497-1ae85bf81ed0 req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.225229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-b1f74ed6-feee-4da1-bb3a-be028cf2f35d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:41.236870 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-b1f74ed6-feee-4da1-bb3a-be028cf2f35d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 819 time: 0.2830858 Jan 24 09:22:41.238540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:41.276766 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b4c050bc-f448-430f-9497-1ae85bf81ed0 req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973908 Jan 24 09:22:41.277506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=caaf21d8-3161-4b5f-941f-9a6c7397d778,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:41.278312 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-56b290e8-9065-4a50-8f31-857222c0afdf tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/quotas/fc9d8ac387734cad90f603ceda96b5c3 HTTP/1.1" status: 200 len: 375 time: 0.0379214 Jan 24 09:22:41.297134 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:41.356266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:41.358663 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.366205 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Usage tracker for resource:port and tenant:fc9d8ac387734cad90f603ceda96b5c3 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:41.371766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Quota usage for port was recalculated. Used quota:1. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:41.387028 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:41.397294 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:41.402237 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] Usage tracker for resource:security_group_rule and tenant:9aab40c5cef74b27b9fc3a8895f02aa7 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:41.405564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:41.412248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:41.464629 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Made reservation on behalf of fc9d8ac387734cad90f603ceda96b5c3 for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:41.474723 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.492653 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.549429 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 4b09dd7e-ce7c-4091-900c-2050de7fd049 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:41.600736 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.605991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.660769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 4b09dd7e-ce7c-4091-900c-2050de7fd049 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:41.661301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.662767 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:41.722646 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9aab40c5cef74b27b9fc3a8895f02aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9269326 Jan 24 09:22:41.728024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39924) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:41.748119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e625e79-eca0-4b7b-a936-c00581d40642,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:41.857890 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:41.899054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-be9c4db7-fdee-463b-85b3-b518fd65d230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.932772 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-be9c4db7-fdee-463b-85b3-b518fd65d230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.982504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:42.092213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-be9c4db7-fdee-463b-85b3-b518fd65d230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:42.101132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Allocated IP 172.28.3.120 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/93a4e231-037b-4134-97c4-594d13b7f8e0) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:42.111643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d9f98837-2423-4148-be70-bf3ffc616284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:42.129353 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-8f6e2861-7f9d-4253-8f2f-5d4b91815913 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8498995 Jan 24 09:22:42.153982 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c4db7-fdee-463b-85b3-b518fd65d230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e625e79-eca0-4b7b-a936-c00581d40642,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:42.161200 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-be9c4db7-fdee-463b-85b3-b518fd65d230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:42.167804 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-be9c4db7-fdee-463b-85b3-b518fd65d230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:42.176162 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-be9c4db7-fdee-463b-85b3-b518fd65d230 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e625e79-eca0-4b7b-a936-c00581d40642 HTTP/1.1" status: 204 len: 168 time: 0.4469321 Jan 24 09:22:42.180185 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f992dec7-2ad0-4ff4-a8ba-f03299ff2f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b09dd7e-ce7c-4091-900c-2050de7fd049'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:42.191774 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 9253fb8d-5d22-465e-8694-34fb69f3338f up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:42.337385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de195b1f-9f07-4f62-ab9b-be4e4dffc2fd req-f21e5056-779f-4df7-adf0-16f9501e7fe2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:42.349673 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-de195b1f-9f07-4f62-ab9b-be4e4dffc2fd req-f21e5056-779f-4df7-adf0-16f9501e7fe2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 945 time: 1.0878236 Jan 24 09:22:42.369907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:42.370344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:42.540026 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 9253fb8d-5d22-465e-8694-34fb69f3338f completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:42.556864 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 9253fb8d-5d22-465e-8694-34fb69f3338f triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:42.556864 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:42.835147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:42.844358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39972) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:42.878227 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:42.920776 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:42.931598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 9253fb8d-5d22-465e-8694-34fb69f3338f, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=9253fb8d-5d22-465e-8694-34fb69f3338f,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:42.935670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] Usage tracker for resource:security_group_rule and tenant:8177830009e2469d9afe1a5c65b59a0c is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:42.938159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:42.939166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 86606297-ef37-43e8-8df9-0128d4004420 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:42.941029 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:42.967508 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:43.004230 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:43.024382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39976) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:43.092556 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.108590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.124330 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-de195b1f-9f07-4f62-ab9b-be4e4dffc2fd req-67a760b8-736a-40f7-8274-914229b48884 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7734005 Jan 24 09:22:43.133578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=9253fb8d-5d22-465e-8694-34fb69f3338f,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:43.139165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:43.147282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 86606297-ef37-43e8-8df9-0128d4004420 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:43.148256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.154626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e0c6c2fa-18df-42c0-995e-1134d0e0c54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:43.223339 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8177830009e2469d9afe1a5c65b59a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777928 Jan 24 09:22:43.224599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69673665-1fc1-4a26-9d57-073c81dd866b,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:43.230624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39982) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:43.238203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:43.329379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d8eab5b-8237-46e7-b301-2b5fcbf4a2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.361782 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Allocated IP 172.20.0.3 (d8a86c34-187e-4867-92be-4e0639ede877/d33fa811-3200-4925-a427-b7ea88395aa8/54a6b18f-db1c-4cfa-a7a1-0813279fbd55) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:43.369612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d8eab5b-8237-46e7-b301-2b5fcbf4a2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.432274 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-e51999af-cffd-42b2-b681-44b29a0d5813 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3017859 Jan 24 09:22:43.443512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.455801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d8eab5b-8237-46e7-b301-2b5fcbf4a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.466335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:43.478842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:43.480959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] Usage tracker for resource:security_group_rule and tenant:16eb5e0787e8476ca915fee719b555aa is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:43.489256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:43.492462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eab5b-8237-46e7-b301-2b5fcbf4a2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69673665-1fc1-4a26-9d57-073c81dd866b,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:43.495568 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1d8eab5b-8237-46e7-b301-2b5fcbf4a2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:43.501973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d8eab5b-8237-46e7-b301-2b5fcbf4a2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.507317 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-1d8eab5b-8237-46e7-b301-2b5fcbf4a2dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69673665-1fc1-4a26-9d57-073c81dd866b HTTP/1.1" status: 204 len: 168 time: 0.2754395 Jan 24 09:22:43.508576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:43.645873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.651311 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.661837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:43.719067 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16eb5e0787e8476ca915fee719b555aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244133 Jan 24 09:22:43.721417 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde9168-36c4-4154-a67d-52453d206520,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:43.724721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 39992) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:43.728458 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:43.745034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.811338 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-08941251-63e0-45a7-bad5-0f949b9a1209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.851656 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-08941251-63e0-45a7-bad5-0f949b9a1209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.914750 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 9253fb8d-5d22-465e-8694-34fb69f3338f up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:43.954793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9403b-4463-4a9c-8a87-fe85a65643bf req-463693cc-e3fd-4d75-a106-01df8b2c616e tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:43.958255 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e3d9403b-4463-4a9c-8a87-fe85a65643bf req-463693cc-e3fd-4d75-a106-01df8b2c616e tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 946 time: 0.5191777 Jan 24 09:22:43.960494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-08941251-63e0-45a7-bad5-0f949b9a1209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.975611 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f7c49ff6-27c2-4224-acfb-6538ac237b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:43.979084 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-f45c2a65-a882-4832-84f3-5fe20dfad4b9 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4899106 Jan 24 09:22:44.013972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08941251-63e0-45a7-bad5-0f949b9a1209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde9168-36c4-4154-a67d-52453d206520,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:44.030002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-08941251-63e0-45a7-bad5-0f949b9a1209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:44.037836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-08941251-63e0-45a7-bad5-0f949b9a1209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:44.043555 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-08941251-63e0-45a7-bad5-0f949b9a1209 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccde9168-36c4-4154-a67d-52453d206520 HTTP/1.1" status: 204 len: 168 time: 0.3173354 Jan 24 09:22:44.217490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:44.286895 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e3d9403b-4463-4a9c-8a87-fe85a65643bf req-39837131-9101-4624-8d9c-3d9d53b65a39 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846241 Jan 24 09:22:44.303180 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f992dec7-2ad0-4ff4-a8ba-f03299ff2f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b09dd7e-ce7c-4091-900c-2050de7fd049', 'code': 200} Jan 24 09:22:44.344178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:44.358889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 9253fb8d-5d22-465e-8694-34fb69f3338f triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:44.359550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:44.486076 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-22903370-37f6-43cc-af80-29fc3b2a4819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:44.856734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'Port': ['ID=93a4e231-037b-4134-97c4-594d13b7f8e0,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:45.096008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e9043-9f08-46fc-9bf5-37d49699c11c req-6682078e-422d-4397-bb1b-f81b70e432de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:45.099086 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d33e9043-9f08-46fc-9bf5-37d49699c11c req-6682078e-422d-4397-bb1b-f81b70e432de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 1163 time: 0.3733382 Jan 24 09:22:45.198434 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:45.211601 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:45.224605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:45.233882 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:45.241482 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:45.258073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d33e9043-9f08-46fc-9bf5-37d49699c11c req-4250086a-0a6f-45ae-8436-b00b5699845d service neutron] Synchronizing usage tracker for tenant:dff5bf1df5d24efcb7af3666a1303cf3 on resource:security_group {{(pid=80074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:45.276001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40044) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:45.304612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:45.338299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:45.345706 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] Usage tracker for resource:security_group_rule and tenant:ef5d71420be240a086dec42801e88838 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:45.350709 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:45.354725 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d33e9043-9f08-46fc-9bf5-37d49699c11c req-4250086a-0a6f-45ae-8436-b00b5699845d service neutron] Unset dirty status for tenant:dff5bf1df5d24efcb7af3666a1303cf3 on resource:security_group {{(pid=80074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:45.356460 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d33e9043-9f08-46fc-9bf5-37d49699c11c req-4250086a-0a6f-45ae-8436-b00b5699845d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430253 Jan 24 09:22:45.360837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:45.415765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:45.439031 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d83c8173-ff04-4818-8e9a-527f23213a92 req-81bf87d1-5d9e-4184-9b2e-37d4791244f7 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 210 time: 0.6653731 Jan 24 09:22:45.480371 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:45.490801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:45.499759 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:45.524061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:45.534940 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef5d71420be240a086dec42801e88838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577035 Jan 24 09:22:45.538773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40054) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:45.595698 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea31810c-e778-4fe0-8ed0-66c78bfea9d5,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:45.607564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:45.676341 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b87-bff6-41bc-8124-14c034edc305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:45.731220 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b87-bff6-41bc-8124-14c034edc305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:45.768679 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:45.787247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b87-bff6-41bc-8124-14c034edc305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:45.795302 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:45.816457 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e0b87-bff6-41bc-8124-14c034edc305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea31810c-e778-4fe0-8ed0-66c78bfea9d5,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:45.819999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0a3e0b87-bff6-41bc-8124-14c034edc305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:45.821458 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b87-bff6-41bc-8124-14c034edc305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:45.822868 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-0a3e0b87-bff6-41bc-8124-14c034edc305 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea31810c-e778-4fe0-8ed0-66c78bfea9d5 HTTP/1.1" status: 204 len: 168 time: 0.2827971 Jan 24 09:22:45.864096 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e41aa-ec87-4e20-ad62-565bc231beac req-8dd3a570-95e1-4782-b003-89e825758a90 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:45.865743 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-599e41aa-ec87-4e20-ad62-565bc231beac req-8dd3a570-95e1-4782-b003-89e825758a90 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 945 time: 1.2133482 Jan 24 09:22:45.944950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Pushing event updated for resources: {'Port': ['ID=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:45.971075 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:46.425145 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-599e41aa-ec87-4e20-ad62-565bc231beac req-c3eb256d-6fab-4885-8e10-3a8827828551 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666729 Jan 24 09:22:46.527830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Network d8a86c34-187e-4867-92be-4e0639ede877 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:46.543457 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:46.563282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:46.612396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:46.615551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:46.634252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-16b5b92d-e659-44f1-8a93-224562fd418e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:46.635202 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-16b5b92d-e659-44f1-8a93-224562fd418e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Synchronizing usage tracker for tenant:fc9d8ac387734cad90f603ceda96b5c3 on resource:network {{(pid=80074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:46.686767 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-16b5b92d-e659-44f1-8a93-224562fd418e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Unset dirty status for tenant:fc9d8ac387734cad90f603ceda96b5c3 on resource:network {{(pid=80074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:46.689520 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-16b5b92d-e659-44f1-8a93-224562fd418e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.13 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 819 time: 0.4856093 Jan 24 09:22:46.708702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Request body: {'port': {'device_id': '564c68de-8999-4e5f-bb03-692a1e8519ec', 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877', 'admin_state_up': True, 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:46.783203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17310792-de8c-4d3d-9665-0b9a9e0d6e5e req-f4b8bd6a-6c2c-4d71-8d9b-4292cfb841bb tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:46.803077 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-17310792-de8c-4d3d-9665-0b9a9e0d6e5e req-f4b8bd6a-6c2c-4d71-8d9b-4292cfb841bb tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 946 time: 1.0938666 Jan 24 09:22:46.891341 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.13', 58788) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:47.041901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:22:47.060342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:47.064302 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4673336 Jan 24 09:22:47.148009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Request body: {'port': {'device_id': '04fdb238-90a6-4b04-bb40-0853c726c4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:47.166450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:47.172436 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Usage tracker for resource:port and tenant:fc9d8ac387734cad90f603ceda96b5c3 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:47.178136 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Quota usage for port was recalculated. Used quota:2. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:47.185928 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:47.207224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Made reservation on behalf of fc9d8ac387734cad90f603ceda96b5c3 for: {'port': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:47.235389 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:47.237209 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:47.288149 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-17310792-de8c-4d3d-9665-0b9a9e0d6e5e req-7d3d8fd1-aa95-4f97-8fab-73390e507fab tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837945 Jan 24 09:22:47.296174 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-fc2b3114-25f5-41cc-bd1c-b79cf43fe556 req-0884ffdd-18b4-4a92-97b8-4151bbe5e3f9 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Synchronizing usage tracker for tenant:fc9d8ac387734cad90f603ceda96b5c3 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:47.311344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:47.886034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Allocated IP 172.20.0.2 (d8a86c34-187e-4867-92be-4e0639ede877/d33fa811-3200-4925-a427-b7ea88395aa8/c1c42715-0380-4ab7-9c15-8dfa99a517b2) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:47.899376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-fc2b3114-25f5-41cc-bd1c-b79cf43fe556 req-0884ffdd-18b4-4a92-97b8-4151bbe5e3f9 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Unset dirty status for tenant:fc9d8ac387734cad90f603ceda96b5c3 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:47.900671 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fc2b3114-25f5-41cc-bd1c-b79cf43fe556 req-0884ffdd-18b4-4a92-97b8-4151bbe5e3f9 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 210 time: 0.8677073 Jan 24 09:22:47.915366 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'Port': ['ID=93a4e231-037b-4134-97c4-594d13b7f8e0,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:47.918664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:47.961898 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:48.022112 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-d7661f52-8058-427d-bb73-04d7ae0c465b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 1.1192417 Jan 24 09:22:48.100100 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:48.173041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:48.178522 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.0242398 Jan 24 09:22:48.309321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:48.366298 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:48.628055 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cf69362a-21bd-4dc2-9b63-3db64f691217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:48.702062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-771ace61-bd84-400a-8102-ffd641206ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:48.703575 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-771ace61-bd84-400a-8102-ffd641206ad3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 1162 time: 0.3873136 Jan 24 09:22:48.768635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Pushing event updated for resources: {'Port': ['ID=c1c42715-0380-4ab7-9c15-8dfa99a517b2,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:48.775768 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:48.781665 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Network d8a86c34-187e-4867-92be-4e0639ede877 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:48.783208 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:48.786646 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:48.808290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:48.809432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:48.886050 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1790924 Jan 24 09:22:48.893465 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Request body: {'port': {'device_id': '564c68de-8999-4e5f-bb03-692a1e8519ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:48.962462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-4e03b2fe-29dc-4eaf-a810-2eb7073ea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:48.964220 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-4e03b2fe-29dc-4eaf-a810-2eb7073ea781 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 909 time: 0.2284019 Jan 24 09:22:49.118806 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-e8c8fb00-0022-4ccc-b955-f6696a5be3a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b HTTP/1.1" status: 200 len: 217 time: 0.1462104 Jan 24 09:22:49.125154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-04256194-e933-4ce1-a4d5-72926f007b34 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Synchronizing usage tracker for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:security_group {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:49.147693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:49.328682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8d5e2-eea0-4be6-93bb-586416479209 req-b4e20670-9bbc-4415-be89-087d41f9fcc8 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.330381 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e8b8d5e2-eea0-4be6-93bb-586416479209 req-b4e20670-9bbc-4415-be89-087d41f9fcc8 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 946 time: 0.7478237 Jan 24 09:22:49.351989 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-04256194-e933-4ce1-a4d5-72926f007b34 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Unset dirty status for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:security_group {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:49.360870 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-04256194-e933-4ce1-a4d5-72926f007b34 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1388970012&fields=id&tenant_id=0aded163b525483dbeed6819ad7b25c8 HTTP/1.1" status: 200 len: 267 time: 0.6966238 Jan 24 09:22:49.480036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-b3c0757a-ba89-4784-bb3d-7802f33cf40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.481857 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-b3c0757a-ba89-4784-bb3d-7802f33cf40f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 200 len: 855 time: 0.3466961 Jan 24 09:22:49.531177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:22:49.580750 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-fa415eb4-ac60-47e7-9c84-c7acb16addb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881701 Jan 24 09:22:49.680602 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e8b8d5e2-eea0-4be6-93bb-586416479209 req-2bdad87c-6225-4d8e-a387-fc7a64e01fa4 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365171 Jan 24 09:22:49.821257 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:22:49.844727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:49.914439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-66c5b961-1439-4d5e-9f1d-d3c2883e01e4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.922780 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-66c5b961-1439-4d5e-9f1d-d3c2883e01e4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 817 time: 0.5606968 Jan 24 09:22:49.929772 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Transition to ACTIVE for port object 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:50.008600 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:50.032770 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-ada9990e-3428-4dc1-9590-b5dd5d1e191b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/quotas/0aded163b525483dbeed6819ad7b25c8 HTTP/1.1" status: 200 len: 375 time: 0.1090052 Jan 24 09:22:50.038628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:50.087111 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-5e657834-f48d-4040-b029-c1d66bd9a2ed service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599717 Jan 24 09:22:50.419239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c42715-0380-4ab7-9c15-8dfa99a517b2 {{(pid=80074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:22:50.429202 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:50.443712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40218) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:50.451023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Transition to ACTIVE for port object c1c42715-0380-4ab7-9c15-8dfa99a517b2 will not be triggered until provisioned by entity L2. {{(pid=80074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:50.457718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:50.478390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:50.564153 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c42715-0380-4ab7-9c15-8dfa99a517b2,revision_number=2']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:50.643708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:50.717041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Pushing event updated for resources: {'Port': ['ID=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:50.727683 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:50.887116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe61a2b-ab77-4567-a9b5-a5702e69aea8 req-4a3111be-564b-49de-8c08-de782d6d7be5 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:50.889815 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bbe61a2b-ab77-4567-a9b5-a5702e69aea8 req-4a3111be-564b-49de-8c08-de782d6d7be5 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 931 time: 0.9586353 Jan 24 09:22:51.000325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:51.030822 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-132d66cd-e197-4e4c-8f24-3f88e8daff0d req-e1bf9a6b-2235-41f9-a029-fe147211e83a service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8788598 Jan 24 09:22:51.062361 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:51.116320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] Usage tracker for resource:security_group_rule and tenant:3ced07b610374746a0fafffc7d793925 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:51.128007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:51.147214 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:51.244723 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-f6c44694-16f0-4468-ba81-1ad4360ea0a2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1742926 Jan 24 09:22:51.263226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Attempting to bind port c1c42715-0380-4ab7-9c15-8dfa99a517b2 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:51.263824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Attempting to bind port c1c42715-0380-4ab7-9c15-8dfa99a517b2 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'}] {{(pid=80074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:51.264282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Attempting to bind port c1c42715-0380-4ab7-9c15-8dfa99a517b2 on network d8a86c34-187e-4867-92be-4e0639ede877 {{(pid=80074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:51.274959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:51.275509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Checking segment: {'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:51.276076 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:51.276588 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Bound using segment: {'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'} {{(pid=80074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:51.277252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Bound port: c1c42715-0380-4ab7-9c15-8dfa99a517b2, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'}}] {{(pid=80074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:51.277679 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:51.386692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Attempting to bind port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:51.387065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Attempting to bind port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:51.387433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Attempting to bind port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 on network d8a86c34-187e-4867-92be-4e0639ede877 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:51.399903 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bbe61a2b-ab77-4567-a9b5-a5702e69aea8 req-a49efd61-1386-4880-9da1-e9dfa8744d98 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137158 Jan 24 09:22:51.404719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:51.405376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Checking segment: {'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:51.405776 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:51.406169 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Bound using segment: {'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:51.406686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Bound port: 54a6b18f-db1c-4cfa-a7a1-0813279fbd55, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd8a86c34-187e-4867-92be-4e0639ede877'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:51.407060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:51.435592 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:51.479309 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:51.555001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:51.603114 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc929780-da88-4b8b-bd27-38f970734ffd,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:51.609676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:51.615358 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ced07b610374746a0fafffc7d793925&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1678433 Jan 24 09:22:51.618243 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40254) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:51.624536 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-14f8e039-603a-4a93-be36-d9d8692b39fe service neutron] 10.222.0.18 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478978 Jan 24 09:22:51.632646 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] For port c1c42715-0380-4ab7-9c15-8dfa99a517b2, host hv-cinder-77218, cleared binding levels {{(pid=80074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:51.658651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] For port c1c42715-0380-4ab7-9c15-8dfa99a517b2, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c1c42715-0380-4ab7-9c15-8dfa99a517b2,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:51.671956 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:51.712061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:51.796251 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] For port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:51.821380 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] For port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:51.827618 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:51.861758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:51.935728 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75fddbd1-0798-41a6-8160-5f27b19c84ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:52.059915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Pushing event updated for resources: {'Port': ['ID=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:52.099375 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-a1b0b9b3-2f9a-43ba-a934-a5a9c41c1116 service neutron] 10.222.0.18 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4613667 Jan 24 09:22:52.103914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:52.244526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:52.244865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:52.246407 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] 10.222.0.13 "PUT /v2.0/ports/54a6b18f-db1c-4cfa-a7a1-0813279fbd55 HTTP/1.1" status: 200 len: 1157 time: 5.1255383 Jan 24 09:22:52.247110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fdb238-90a6-4b04-bb40-0853c726c4ca', 'tag': '54a6b18f-db1c-4cfa-a7a1-0813279fbd55'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:52.378554 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75fddbd1-0798-41a6-8160-5f27b19c84ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:52.382008 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fdb238-90a6-4b04-bb40-0853c726c4ca', 'tag': '54a6b18f-db1c-4cfa-a7a1-0813279fbd55', 'status': 'completed', 'code': 200} Jan 24 09:22:52.428146 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-91174caa-417c-4219-83d5-d298ca87e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:52.430381 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-91174caa-417c-4219-83d5-d298ca87e6f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 1160 time: 0.1238220 Jan 24 09:22:52.447097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c42715-0380-4ab7-9c15-8dfa99a517b2,revision_number=3']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:52.450293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75fddbd1-0798-41a6-8160-5f27b19c84ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:52.459580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:52.461454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:52.487252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fddbd1-0798-41a6-8160-5f27b19c84ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc929780-da88-4b8b-bd27-38f970734ffd,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:52.492754 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-75fddbd1-0798-41a6-8160-5f27b19c84ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:52.500890 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75fddbd1-0798-41a6-8160-5f27b19c84ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:52.505946 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-75fddbd1-0798-41a6-8160-5f27b19c84ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc929780-da88-4b8b-bd27-38f970734ffd HTTP/1.1" status: 204 len: 168 time: 0.8841565 Jan 24 09:22:52.568578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:52.569288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:52.570847 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] 10.222.0.13 "PUT /v2.0/ports/c1c42715-0380-4ab7-9c15-8dfa99a517b2 HTTP/1.1" status: 200 len: 1157 time: 3.6821415 Jan 24 09:22:52.579721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564c68de-8999-4e5f-bb03-692a1e8519ec', 'tag': 'c1c42715-0380-4ab7-9c15-8dfa99a517b2'}] {{(pid=80074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:52.594407 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-dcc291aa-312b-417b-b420-7d30ffd0eee5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55 HTTP/1.1" status: 200 len: 217 time: 0.1092484 Jan 24 09:22:52.617261 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-af34f722-875c-4d80-8936-23971f46abb0 req-c9b96af2-dc9e-4b1d-a3b1-3cc517a4b449 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 210 time: 0.1856303 Jan 24 09:22:52.797935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-2fe4ade1-fae6-4cd3-87d5-456b132bb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:52.802226 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-2fe4ade1-fae6-4cd3-87d5-456b132bb35d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d33fa811-3200-4925-a427-b7ea88395aa8 HTTP/1.1" status: 200 len: 859 time: 0.2003906 Jan 24 09:22:52.886186 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-a91ee5f9-3c2e-403a-842b-8080d87f0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:52.887931 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-a91ee5f9-3c2e-403a-842b-8080d87f0ad9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 1160 time: 0.2747843 Jan 24 09:22:52.986762 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-9ed30804-68ea-46fe-980f-118f08046c49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8a86c34-187e-4867-92be-4e0639ede877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107595 Jan 24 09:22:53.133949 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-55bc4235-ef15-492f-a369-68685387881a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1c42715-0380-4ab7-9c15-8dfa99a517b2 HTTP/1.1" status: 200 len: 217 time: 0.2339489 Jan 24 09:22:53.258534 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-c2f70d51-3fcd-419a-b9a1-d7240ec4ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:53.260219 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-c2f70d51-3fcd-419a-b9a1-d7240ec4ffb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d33fa811-3200-4925-a427-b7ea88395aa8 HTTP/1.1" status: 200 len: 859 time: 0.1021483 Jan 24 09:22:53.306422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a749b-1129-426d-9105-954bc0f04947 req-98f53070-02a0-4a08-887a-337c2cdca4ad tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:53.315265 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-174a749b-1129-426d-9105-954bc0f04947 req-98f53070-02a0-4a08-887a-337c2cdca4ad tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 943 time: 0.3272429 Jan 24 09:22:53.362024 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-b901cb0e-e26f-41be-a1a9-e97781615c3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8a86c34-187e-4867-92be-4e0639ede877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908427 Jan 24 09:22:53.388142 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-174a749b-1129-426d-9105-954bc0f04947 req-f888b0b3-bd53-4416-b42c-f38422f4b80e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719025 Jan 24 09:22:53.394655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 40328) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:53.461208 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:53.501727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:53.515927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] Usage tracker for resource:security_group_rule and tenant:258517a40e2647a3a6899ae46e434f7e is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:53.520324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:53.531488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:53.542214 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564c68de-8999-4e5f-bb03-692a1e8519ec', 'tag': 'c1c42715-0380-4ab7-9c15-8dfa99a517b2', 'status': 'completed', 'code': 200} Jan 24 09:22:53.649668 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:53.652159 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-b1595653-3b68-4ddc-9331-255f0c77b7b8 service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685761 Jan 24 09:22:53.655092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:53.696647 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1fc851ec-9330-42da-b532-b1792c904303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:53.718806 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=258517a40e2647a3a6899ae46e434f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230176 Jan 24 09:22:53.727439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 40344) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:53.791318 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-891960ec-7830-4217-bfe5-8416dfd33494 service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026038 Jan 24 09:22:53.794206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfa2470-6062-4d65-a162-3d59eb98f777,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:53.798675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:53.850761 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d1c716-792c-474e-8130-7ad85375e3a4 req-6bf2499f-7de1-4960-8826-5599c2384d86 service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1902761 Jan 24 09:22:53.998699 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-65a2669c-9c79-48c9-84f8-e7d0e1c4189c req-fdcce72f-0303-4ef0-8066-6a24eba6893f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 210 time: 0.0701957 Jan 24 09:22:54.014162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14e36f-0d1c-45da-ad3e-8a0936710cc9 req-d1dd4630-6202-4c10-a64a-03f331859f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:54.015965 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8c14e36f-0d1c-45da-ad3e-8a0936710cc9 req-d1dd4630-6202-4c10-a64a-03f331859f7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 1160 time: 0.0972564 Jan 24 09:22:54.165360 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc6af927-d470-4c38-a7a7-01b037607c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.199589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.254439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14e36f-0d1c-45da-ad3e-8a0936710cc9 req-6048722a-086a-4882-8b47-accc73f98ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:54.256407 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8c14e36f-0d1c-45da-ad3e-8a0936710cc9 req-6048722a-086a-4882-8b47-accc73f98ebf service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 913 time: 0.2235017 Jan 24 09:22:54.408042 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8c14e36f-0d1c-45da-ad3e-8a0936710cc9 req-5b0318ba-a649-4417-b680-e06963e494a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1c42715-0380-4ab7-9c15-8dfa99a517b2 HTTP/1.1" status: 200 len: 217 time: 0.1441901 Jan 24 09:22:54.428478 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06a2f6b1-1027-486e-99dd-70a34b9da629 req-eb7c0374-d7cd-443f-838a-13b284e7398b service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6187086 Jan 24 09:22:54.446740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc6af927-d470-4c38-a7a7-01b037607c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.532727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14e36f-0d1c-45da-ad3e-8a0936710cc9 req-09bd2968-2999-4e30-bf59-5eca93acfa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:54.534539 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8c14e36f-0d1c-45da-ad3e-8a0936710cc9 req-09bd2968-2999-4e30-bf59-5eca93acfa12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d33fa811-3200-4925-a427-b7ea88395aa8 HTTP/1.1" status: 200 len: 859 time: 0.1190641 Jan 24 09:22:54.658700 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8c14e36f-0d1c-45da-ad3e-8a0936710cc9 req-1ba896b3-29cf-4252-ab75-ec8d08d1a5db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8a86c34-187e-4867-92be-4e0639ede877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164570 Jan 24 09:22:54.750765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-db5e803d-6988-450f-a4e2-95b88bd89b88 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:54.752506 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-db5e803d-6988-450f-a4e2-95b88bd89b88 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 817 time: 0.6571760 Jan 24 09:22:54.818422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc6af927-d470-4c38-a7a7-01b037607c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.828662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fd073c31-9a3c-4233-ba6e-ce698bc5c80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:54.867709 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6af927-d470-4c38-a7a7-01b037607c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfa2470-6062-4d65-a162-3d59eb98f777,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:54.870074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc6af927-d470-4c38-a7a7-01b037607c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.875160 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-fc6af927-d470-4c38-a7a7-01b037607c60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddfa2470-6062-4d65-a162-3d59eb98f777 HTTP/1.1" status: 204 len: 168 time: 1.1463544 Jan 24 09:22:54.877626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fc6af927-d470-4c38-a7a7-01b037607c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:54.893090 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d2984-e526-43a8-a3f0-f7ce89dd24c8 req-584b554c-a6b6-4831-b518-084c0b6ab261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:54.895305 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f97d2984-e526-43a8-a3f0-f7ce89dd24c8 req-584b554c-a6b6-4831-b518-084c0b6ab261 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 1160 time: 0.3092103 Jan 24 09:22:54.915883 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8c14e36f-0d1c-45da-ad3e-8a0936710cc9 req-fb9d1cb1-f029-4dc6-83e2-a1ae43f4998b service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302768 Jan 24 09:22:54.958563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc5443-cb0a-4c24-be4d-f150345bc03a req-3afb2c92-e464-452d-8317-42a38d9c4078 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:54.960270 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69dc5443-cb0a-4c24-be4d-f150345bc03a req-3afb2c92-e464-452d-8317-42a38d9c4078 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 943 time: 0.2941058 Jan 24 09:22:55.123679 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-ade51347-e017-4c33-8973-c3a1aff694e6 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aded163b525483dbeed6819ad7b25c8 HTTP/1.1" status: 200 len: 5705 time: 0.3442779 Jan 24 09:22:55.215952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d2984-e526-43a8-a3f0-f7ce89dd24c8 req-b76fd130-c060-4481-a99d-72a62858c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:55.218752 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f97d2984-e526-43a8-a3f0-f7ce89dd24c8 req-b76fd130-c060-4481-a99d-72a62858c709 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 913 time: 0.3126655 Jan 24 09:22:55.234878 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8c14e36f-0d1c-45da-ad3e-8a0936710cc9 req-e617a160-8644-4a48-9ba7-48913326c881 service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3103795 Jan 24 09:22:55.461779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0ee8506b-143c-4581-969b-e687a9599f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.534862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'port': {'device_id': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'admin_state_up': True, 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'security_groups': ['06eb78fc-1656-40bf-bb47-6b52ffe7a3cd']}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:55.671023 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f97d2984-e526-43a8-a3f0-f7ce89dd24c8 req-3a14cede-eb5a-4af3-b1e3-8ed828dafa80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55 HTTP/1.1" status: 200 len: 217 time: 0.4337513 Jan 24 09:22:55.720845 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69dc5443-cb0a-4c24-be4d-f150345bc03a req-b4d979e0-c397-4bed-ae9c-249de78108d1 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7458889 Jan 24 09:22:55.734386 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-8bd5495b-a906-43e7-bd4c-67ca58aa09ed None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80075) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:22:55.774562 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2a07c7d8-b46d-4094-85e9-b4d00a3c8399 req-dcb169f1-9f3d-4572-b4f4-8bbba18512d1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 210 time: 0.2108190 Jan 24 09:22:55.853252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d2984-e526-43a8-a3f0-f7ce89dd24c8 req-b2836d89-8522-40a6-a61f-9d40e06ab7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:55.854945 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f97d2984-e526-43a8-a3f0-f7ce89dd24c8 req-b2836d89-8522-40a6-a61f-9d40e06ab7f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d33fa811-3200-4925-a427-b7ea88395aa8 HTTP/1.1" status: 200 len: 859 time: 0.1249452 Jan 24 09:22:55.950422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:55.954882 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f97d2984-e526-43a8-a3f0-f7ce89dd24c8 req-1b28f1ec-8e34-40c8-a9b4-5dfe46603a95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8a86c34-187e-4867-92be-4e0639ede877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927336 Jan 24 09:22:55.958461 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:port and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:55.961365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for port was recalculated. Used quota:3. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:55.993307 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:56.115163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Made reservation on behalf of 0aded163b525483dbeed6819ad7b25c8 for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:56.130725 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.171224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device c1c42715-0380-4ab7-9c15-8dfa99a517b2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:56.307640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port c1c42715-0380-4ab7-9c15-8dfa99a517b2 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:56.318202 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port c1c42715-0380-4ab7-9c15-8dfa99a517b2 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:56.319338 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.402178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40456) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:56.551280 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f97d2984-e526-43a8-a3f0-f7ce89dd24c8 req-ee5d76c1-a353-40e3-a984-d85820ea79db service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859861 Jan 24 09:22:56.559306 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.625814 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564c68de-8999-4e5f-bb03-692a1e8519ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c42715-0380-4ab7-9c15-8dfa99a517b2'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:56.648301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port c1c42715-0380-4ab7-9c15-8dfa99a517b2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c1c42715-0380-4ab7-9c15-8dfa99a517b2,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:56.653238 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.657345 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:56.695807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.730944 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:56.735718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] Usage tracker for resource:security_group_rule and tenant:a21116807a9a4d559a03b49f29143685 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:56.743439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:56.762572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:56.793866 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564c68de-8999-4e5f-bb03-692a1e8519ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c42715-0380-4ab7-9c15-8dfa99a517b2', 'code': 200} Jan 24 09:22:56.846055 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=c1c42715-0380-4ab7-9c15-8dfa99a517b2,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:56.854871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:56.935013 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.939534 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.959841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-c74541cc-5226-4c36-afb7-e9627602cf0d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:56.961475 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-c74541cc-5226-4c36-afb7-e9627602cf0d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 815 time: 0.6896138 Jan 24 09:22:56.981129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:56.997696 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a21116807a9a4d559a03b49f29143685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5942593 Jan 24 09:22:57.001261 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-623c82dd-1d2c-4c10-b577-0eb1da1e76b9 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/quotas/5385e0ed9a2447a7b7fe25b63f8f18ab HTTP/1.1" status: 200 len: 375 time: 0.0312901 Jan 24 09:22:57.007891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 40480) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:57.074999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c254b9d-be0a-4958-844c-b18bf81dab39,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:57.091269 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:57.205280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40486) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:57.265146 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f189062-866b-4da1-b0fd-fb32fd9f0d39 req-679f16da-cf59-4687-99a0-2d80685c7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:57.266829 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f189062-866b-4da1-b0fd-fb32fd9f0d39 req-679f16da-cf59-4687-99a0-2d80685c7e0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 1162 time: 0.1151884 Jan 24 09:22:57.286727 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f97d2984-e526-43a8-a3f0-f7ce89dd24c8 req-317b9377-9930-40fd-b0e8-06f070f78115 service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7259073 Jan 24 09:22:57.340156 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0f189062-866b-4da1-b0fd-fb32fd9f0d39 req-695ead16-2104-462a-a897-09c6518a55e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644701 Jan 24 09:22:57.401469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Allocated IP 172.20.0.9 (36bd8d6e-df18-4f93-9a5b-830a30adae94/4a27bfb1-ee82-4704-bd00-f18c36eb4b4c/5ba6b6c4-3700-4f71-beb9-1e502693fbb2) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:57.412745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba606eb8-180c-47a2-972d-2aae882f646f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:57.459245 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-fbfb664c-0ebe-44b6-b54b-5e41a03e6bf7 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4434519 Jan 24 09:22:57.477852 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:57.494233 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e99b85-ebe3-4723-b65d-a70155a503f0 req-d126ad96-9c8c-43ec-8c72-0b273cfff00e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:57.495987 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e3e99b85-ebe3-4723-b65d-a70155a503f0 req-d126ad96-9c8c-43ec-8c72-0b273cfff00e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.3249032 Jan 24 09:22:57.497942 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:57.508061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] Usage tracker for resource:security_group_rule and tenant:4636e0e898df40c486fce7c94ac666ec is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:57.512450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:57.526854 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba606eb8-180c-47a2-972d-2aae882f646f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:57.527953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:57.639185 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:57.641756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:57.653539 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-528fe697-f0a6-4b79-8158-1710101bb969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:57.704194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8d808e-209b-406b-82ea-6003a4514f29,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:57.709737 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:57.716683 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4636e0e898df40c486fce7c94ac666ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082231 Jan 24 09:22:57.717662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40504) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:57.813485 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6f25f43e-4d2d-4b5a-8546-d74cec91c7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:57.849265 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6f25f43e-4d2d-4b5a-8546-d74cec91c7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:57.922955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6f25f43e-4d2d-4b5a-8546-d74cec91c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:57.933059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b16e0d4d-8650-41ea-9cf4-e78a7aa35c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:57.949406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25f43e-4d2d-4b5a-8546-d74cec91c7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8d808e-209b-406b-82ea-6003a4514f29,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:57.955799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6f25f43e-4d2d-4b5a-8546-d74cec91c7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:57.975576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6f25f43e-4d2d-4b5a-8546-d74cec91c7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:57.978008 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-6f25f43e-4d2d-4b5a-8546-d74cec91c7bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a8d808e-209b-406b-82ea-6003a4514f29 HTTP/1.1" status: 204 len: 168 time: 0.2582474 Jan 24 09:22:57.993711 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e3e99b85-ebe3-4723-b65d-a70155a503f0 req-7faa7487-aae7-479e-acc5-240d7ccfcfee tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589827 Jan 24 09:22:58.009390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d1aef8d-d00b-47a0-b195-d29635c91a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:58.070365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba606eb8-180c-47a2-972d-2aae882f646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:58.102543 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:58.119595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fc6af927-d470-4c38-a7a7-01b037607c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:58.155583 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-689518ae-6571-48e7-b0a2-4096f71b73e7 service neutron] 10.222.0.18 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532874 Jan 24 09:22:58.162076 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba606eb8-180c-47a2-972d-2aae882f646f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c254b9d-be0a-4958-844c-b18bf81dab39,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:58.169600 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ba606eb8-180c-47a2-972d-2aae882f646f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:58.230576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:58.244221 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:58.244657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:58.295782 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40522) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:58.384795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba606eb8-180c-47a2-972d-2aae882f646f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:58.389147 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ba606eb8-180c-47a2-972d-2aae882f646f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c254b9d-be0a-4958-844c-b18bf81dab39 HTTP/1.1" status: 204 len: 168 time: 1.3778811 Jan 24 09:22:58.421528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:58.438402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:58.441565 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5c1ae72d-65f2-4172-8d62-fcb652fd5a8a req-4adfd8db-888a-444e-a298-a56fcb2e0ed9 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Synchronizing usage tracker for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:58.460964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:58.476505 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:58.480497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:58.482361 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device c1c42715-0380-4ab7-9c15-8dfa99a517b2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:58.527413 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Transition to ACTIVE for port object 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 will not be triggered until provisioned by entity DHCP. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:58.532720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5c1ae72d-65f2-4172-8d62-fcb652fd5a8a req-4adfd8db-888a-444e-a298-a56fcb2e0ed9 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Unset dirty status for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:58.544138 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5c1ae72d-65f2-4172-8d62-fcb652fd5a8a req-4adfd8db-888a-444e-a298-a56fcb2e0ed9 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 210 time: 0.3191383 Jan 24 09:22:58.582664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:58.617096 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-80b6a81a-3759-4c9c-a387-fbb94f3d6623 service neutron] 10.222.0.18 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4486310 Jan 24 09:22:58.665927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:58.701705 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-45c290b7-64a7-4f2b-be04-af4461c18e0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:58.827710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fdb238-90a6-4b04-bb40-0853c726c4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a6b18f-db1c-4cfa-a7a1-0813279fbd55'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:58.891614 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:58.938045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:58.948742 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] Usage tracker for resource:security_group_rule and tenant:7810f6a0a2dd465ea09d4b6f40cab0ff is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:58.956044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:58.970665 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:58.977840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:59.004960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:59.024054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port c1c42715-0380-4ab7-9c15-8dfa99a517b2 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:59.026194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.291645 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8e064360-828e-446c-a154-f0c88e5c2849 req-a6a78596-b1c1-4d9d-97f8-125ec62dc7e3 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 210 time: 0.3682253 Jan 24 09:22:59.297847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 40548) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:59.368603 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fdb238-90a6-4b04-bb40-0853c726c4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a6b18f-db1c-4cfa-a7a1-0813279fbd55', 'code': 200} Jan 24 09:22:59.379759 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.387337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.390917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'Port': ['ID=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:59.400456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.430120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-be9c4db7-fdee-463b-85b3-b518fd65d230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:59.432995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:59.471183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:59.488603 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:59.492342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:59.536008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:59.536976 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.552598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:59.569939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691325f7-9a77-43d0-a914-62fafc899bac,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:59.577914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] Usage tracker for resource:security_group_rule and tenant:a74617946a56431c87576ef37c4de0e2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:59.585042 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.590641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:59.607383 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7810f6a0a2dd465ea09d4b6f40cab0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3098345 Jan 24 09:22:59.610167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40560) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:59.649152 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:59.673805 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:59.792850 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40570) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:59.828543 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6079733 Jan 24 09:22:59.830227 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:59.877465 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05b81a7a-7405-4ffe-8346-6cf3d08ee20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.879244 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Request body: {'port': {'device_id': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:59.882203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.896755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:59.897484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.921176 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:59.938719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] Usage tracker for resource:security_group_rule and tenant:1719c60e418c4d658409f0b53318d6e3 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:59.944927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:59.955684 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:59.960949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-2f55e962-09b5-4b89-879d-d6b9d92ef121 None None] Provisioning for port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:59.988941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.993058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-2f55e962-09b5-4b89-879d-d6b9d92ef121 None None] Provisioning complete for port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:59.994020 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2f55e962-09b5-4b89-879d-d6b9d92ef121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.161220 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-2f55e962-09b5-4b89-879d-d6b9d92ef121 None None] Port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:23:00.186326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.196583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05b81a7a-7405-4ffe-8346-6cf3d08ee20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.207826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70078b90-f165-4fa3-bece-2cb90bb710f6 req-5a76ef16-6f0b-47c8-ac05-83f0cea1dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:00.210024 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-70078b90-f165-4fa3-bece-2cb90bb710f6 req-5a76ef16-6f0b-47c8-ac05-83f0cea1dcd5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 1162 time: 0.4899673 Jan 24 09:23:00.213713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.246644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:00.358962 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c3bbe-11da-498e-b70e-8b0dd062511e req-5f88e3f8-3fb4-4d5e-8229-b4b97fcd0906 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:00.361012 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-851c3bbe-11da-498e-b70e-8b0dd062511e req-5f88e3f8-3fb4-4d5e-8229-b4b97fcd0906 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 946 time: 0.6811743 Jan 24 09:23:00.362246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e897bea9-6a28-4f28-8381-4ab462f77041,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:00.376581 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-70078b90-f165-4fa3-bece-2cb90bb710f6 req-7d0e2952-ba3d-4857-87af-2b0789123df4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462934 Jan 24 09:23:00.381989 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1719c60e418c4d658409f0b53318d6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5683506 Jan 24 09:23:00.383531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40586) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:00.385101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:00.412500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70f8b1-7613-431e-8448-a13c40a34c8d req-dd28004b-4e28-47f5-8197-c1c454687e59 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:00.419609 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eb70f8b1-7613-431e-8448-a13c40a34c8d req-dd28004b-4e28-47f5-8197-c1c454687e59 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.8574069 Jan 24 09:23:00.440498 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05b81a7a-7405-4ffe-8346-6cf3d08ee20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.448762 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6d953bb7-c284-4699-8033-84249dc774d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:00.466147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b81a7a-7405-4ffe-8346-6cf3d08ee20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691325f7-9a77-43d0-a914-62fafc899bac,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:00.474962 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.494061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-05b81a7a-7405-4ffe-8346-6cf3d08ee20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:00.508037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05b81a7a-7405-4ffe-8346-6cf3d08ee20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.508222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.510814 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-05b81a7a-7405-4ffe-8346-6cf3d08ee20b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/691325f7-9a77-43d0-a914-62fafc899bac HTTP/1.1" status: 204 len: 168 time: 0.8980625 Jan 24 09:23:00.510814 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d698ab44-9865-42d2-9983-b347cddd4bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.539315 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.554242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d698ab44-9865-42d2-9983-b347cddd4bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.599889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:00.621810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d698ab44-9865-42d2-9983-b347cddd4bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.626042 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-05b81a7a-7405-4ffe-8346-6cf3d08ee20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:00.643209 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698ab44-9865-42d2-9983-b347cddd4bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e897bea9-6a28-4f28-8381-4ab462f77041,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:00.645289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d698ab44-9865-42d2-9983-b347cddd4bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.646627 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d698ab44-9865-42d2-9983-b347cddd4bff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e897bea9-6a28-4f28-8381-4ab462f77041 HTTP/1.1" status: 204 len: 168 time: 0.2604482 Jan 24 09:23:00.647657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d698ab44-9865-42d2-9983-b347cddd4bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:00.663486 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-851c3bbe-11da-498e-b70e-8b0dd062511e req-f31ce62a-c054-415a-9e19-9f3c44d465c9 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891631 Jan 24 09:23:00.694956 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eb70f8b1-7613-431e-8448-a13c40a34c8d req-ca05a251-6aa9-45e2-8cb2-14ef3484c261 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743840 Jan 24 09:23:00.704433 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a74617946a56431c87576ef37c4de0e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3958712 Jan 24 09:23:00.707179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40600) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:00.707837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c30872-0b57-4f7e-91fa-855c72473b92,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:00.712899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:00.893127 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-333fed14-d5f8-4912-a1d5-a358057adb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.958053 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-333fed14-d5f8-4912-a1d5-a358057adb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.016626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-333fed14-d5f8-4912-a1d5-a358057adb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.024988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bd184d5a-500b-4429-b845-c9e705321d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:01.048799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-333fed14-d5f8-4912-a1d5-a358057adb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.050743 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-333fed14-d5f8-4912-a1d5-a358057adb45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94c30872-0b57-4f7e-91fa-855c72473b92 HTTP/1.1" status: 204 len: 168 time: 0.3425560 Jan 24 09:23:01.053944 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fed14-d5f8-4912-a1d5-a358057adb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c30872-0b57-4f7e-91fa-855c72473b92,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:01.057230 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-333fed14-d5f8-4912-a1d5-a358057adb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:01.157492 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4252365d-f340-4dfe-8b1a-8b5ec4602850 req-9da59fec-e359-4507-a7a2-4dfa7120cf55 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 210 time: 0.1097529 Jan 24 09:23:01.353376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c96bf-42dc-4856-95f9-233955396c75 req-9234a723-34d7-4165-98c5-016f90ff4a40 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:01.354213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c87c96bf-42dc-4856-95f9-233955396c75 req-9234a723-34d7-4165-98c5-016f90ff4a40 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Synchronizing usage tracker for tenant:408228576d9142cfb1676bfcfcb888a6 on resource:port {{(pid=80074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:01.375596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c87c96bf-42dc-4856-95f9-233955396c75 req-9234a723-34d7-4165-98c5-016f90ff4a40 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Unset dirty status for tenant:408228576d9142cfb1676bfcfcb888a6 on resource:port {{(pid=80074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:01.377596 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c87c96bf-42dc-4856-95f9-233955396c75 req-9234a723-34d7-4165-98c5-016f90ff4a40 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.13 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 946 time: 0.2558105 Jan 24 09:23:01.472175 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0607cfd-f0f8-4dc8-bc83-fae0b49eeb34 req-ea96b6dc-f593-49c4-b926-b14708bb8773 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:01.482333 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f0607cfd-f0f8-4dc8-bc83-fae0b49eeb34 req-ea96b6dc-f593-49c4-b926-b14708bb8773 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 931 time: 0.4926028 Jan 24 09:23:01.484247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 40616) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:01.563261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Deleting port 4b09dd7e-ce7c-4091-900c-2050de7fd049 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:23:01.563766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.604792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.655009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:01.676621 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:01.682072 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f0607cfd-f0f8-4dc8-bc83-fae0b49eeb34 req-c97d141f-29c9-4786-be17-31f8e42f671d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987071 Jan 24 09:23:01.721514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] Usage tracker for resource:security_group_rule and tenant:38e75c744bbf4dd6a45f2866e122290e is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:01.790184 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-1bbef508-5369-484b-8fd2-d18b945e06de tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:01.799460 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-1bbef508-5369-484b-8fd2-d18b945e06de tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 815 time: 0.6119742 Jan 24 09:23:01.801036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:01.895448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:01.897417 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 40630) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:01.915121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:01.915553 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.936360 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Request body: {'port': {'device_id': '6ae128ad-8c8c-4268-9514-f3e54b8270b8', 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44', 'admin_state_up': True, 'tenant_id': '5385e0ed9a2447a7b7fe25b63f8f18ab'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:02.021654 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 40634) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:02.022005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.13', 58835) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:02.025562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.062542 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] For port 4b09dd7e-ce7c-4091-900c-2050de7fd049, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4b09dd7e-ce7c-4091-900c-2050de7fd049,segment=NetworkSegment(e0766ed5-dec4-44e4-bf33-8fe0570b213d),segment_id=e0766ed5-dec4-44e4-bf33-8fe0570b213d)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:02.063769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.152093 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 4b09dd7e-ce7c-4091-900c-2050de7fd049 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:23:02.241474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Calling delete_port for 4b09dd7e-ce7c-4091-900c-2050de7fd049 owned by compute:nova {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:23:02.291285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.329686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f992dec7-2ad0-4ff4-a8ba-f03299ff2f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b09dd7e-ce7c-4091-900c-2050de7fd049'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:02.341321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 4b09dd7e-ce7c-4091-900c-2050de7fd049, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4b09dd7e-ce7c-4091-900c-2050de7fd049,segment=NetworkSegment(e0766ed5-dec4-44e4-bf33-8fe0570b213d),segment_id=e0766ed5-dec4-44e4-bf33-8fe0570b213d)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:02.348282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.351106 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:02.428642 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=4b09dd7e-ce7c-4091-900c-2050de7fd049,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:02.433230 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:02.491178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:23:02.492570 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:23:02.497032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:02.512888 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:23:02.523330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] Usage tracker for resource:security_group_rule and tenant:0989c07b239e4289b5657271a8713b2c is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:02.536787 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:02.560803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.579013 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:02.643162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Transition to ACTIVE for port object 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:02.689187 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.736496 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.758315 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:02.888463 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:02.898849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:02.913727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] Usage tracker for resource:security_group_rule and tenant:e58ac7f0b6cd4ed78fa49f20e30479a8 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:02.959677 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f629201-84e0-4839-b393-efe2f7ee56ee req-7970c1ac-21f9-4688-8207-e55b13e788c8 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:02.961258 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3f629201-84e0-4839-b393-efe2f7ee56ee req-7970c1ac-21f9-4688-8207-e55b13e788c8 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.8759558 Jan 24 09:23:02.980781 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:02.987755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3ba36-f864-482e-9205-d463df1c6fc5 req-763b6852-6fe3-4885-bbe5-62a0666d4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:02.989466 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3bf3ba36-f864-482e-9205-d463df1c6fc5 req-763b6852-6fe3-4885-bbe5-62a0666d4ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 1162 time: 0.9124954 Jan 24 09:23:02.993699 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Deleting port 4b09dd7e-ce7c-4091-900c-2050de7fd049 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:23:02.993943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.022109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:03.025939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:03.094288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.182172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5344886-b160-4e0c-a22b-c1b05a3251b4 req-6b76b7ec-58c7-430a-9ef8-3aeeb1fecbfe tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:03.183595 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b5344886-b160-4e0c-a22b-c1b05a3251b4 req-6b76b7ec-58c7-430a-9ef8-3aeeb1fecbfe tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/ports?device_id=f992dec7-2ad0-4ff4-a8ba-f03299ff2f32 HTTP/1.1" status: 200 len: 944 time: 1.0968845 Jan 24 09:23:03.184693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.262095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Made reservation on behalf of 5385e0ed9a2447a7b7fe25b63f8f18ab for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:03.272535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.272732 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] For port 4b09dd7e-ce7c-4091-900c-2050de7fd049, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4b09dd7e-ce7c-4091-900c-2050de7fd049,segment=NetworkSegment(e0766ed5-dec4-44e4-bf33-8fe0570b213d),segment_id=e0766ed5-dec4-44e4-bf33-8fe0570b213d)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:03.273111 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.292235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:03.389140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.389350 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.389639 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.389969 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.390369 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.390763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.391148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.391532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.391911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.392289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.392665 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.393022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.393475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.393908 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.394305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.394714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.395080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.395452 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.395826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.396198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.396570 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.396943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.397321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.397692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.420975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:03.456798 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:03.469990 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3f629201-84e0-4839-b393-efe2f7ee56ee req-e2f0998b-1dbc-4e7d-837f-432899d606f3 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631748 Jan 24 09:23:03.500449 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38e75c744bbf4dd6a45f2866e122290e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9965127 Jan 24 09:23:03.515001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 40688) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:03.619395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Calling delete_port for 4b09dd7e-ce7c-4091-900c-2050de7fd049 owned by compute:nova {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:23:03.657560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.722837 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b5344886-b160-4e0c-a22b-c1b05a3251b4 req-09d82475-6ee5-4d10-b18d-b5db8ac42889 tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.18 "GET /v2.0/security-groups?id=cf006026-74b2-4903-98e3-9ad866af3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773195 Jan 24 09:23:03.815157 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f992dec7-2ad0-4ff4-a8ba-f03299ff2f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b09dd7e-ce7c-4091-900c-2050de7fd049', 'code': 200} Jan 24 09:23:03.825786 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.845901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:03.855950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3ba36-f864-482e-9205-d463df1c6fc5 req-3c597879-983c-48db-8042-72a3c40d762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:03.857647 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3bf3ba36-f864-482e-9205-d463df1c6fc5 req-3c597879-983c-48db-8042-72a3c40d762c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 913 time: 0.8398736 Jan 24 09:23:03.858328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceb8f6d-48ea-4f37-96cc-dcb9c009d75b,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:03.861203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.889553 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:03.890096 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ea3637ad-6292-4812-94e2-7986da822374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:03.968095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Pushing event deleted for resources: {'Port': ['ID=4b09dd7e-ce7c-4091-900c-2050de7fd049,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:03.979347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.979743 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.980132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.980517 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.981014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.981400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.981777 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.982151 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.982549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.982923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.983299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.983672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.984109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.984479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.984849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.985288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.985663 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.986041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.986436 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.986807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.987174 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.987549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.987963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.988332 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:03.993533 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:04.114504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] No DVR routers for this DVR port 4b09dd7e-ce7c-4091-900c-2050de7fd049 on host hv-cinder-77218 {{(pid=80074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:23:04.117796 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.120973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f992dec7-2ad0-4ff4-a8ba-f03299ff2f32', 'name': 'network-vif-deleted', 'tag': '4b09dd7e-ce7c-4091-900c-2050de7fd049'}] {{(pid=80074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:04.138734 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c87c96bf-42dc-4856-95f9-233955396c75 req-e0c0cca5-6217-4b5d-82ba-520c0b90f08f tempest-DeleteServersTestJSON-955544973 tempest-DeleteServersTestJSON-955544973] 10.222.0.13 "DELETE /v2.0/ports/4b09dd7e-ce7c-4091-900c-2050de7fd049 HTTP/1.1" status: 204 len: 173 time: 2.7547679 Jan 24 09:23:04.155019 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f1c02f0d-54fd-423d-8840-6c7806e3101c req-709e5f33-d50f-4065-a184-b065646217a6 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 210 time: 0.3167593 Jan 24 09:23:04.156285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Attempting to bind port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:04.156650 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Attempting to bind port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:04.156999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Attempting to bind port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 on network 36bd8d6e-df18-4f93-9a5b-830a30adae94 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:04.190373 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3bf3ba36-f864-482e-9205-d463df1c6fc5 req-d7f044b0-cae8-4361-b053-fbc01a1b653e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1c42715-0380-4ab7-9c15-8dfa99a517b2 HTTP/1.1" status: 200 len: 217 time: 0.3025086 Jan 24 09:23:04.225174 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0989c07b239e4289b5657271a8713b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3237498 Jan 24 09:23:04.225339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40710) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:04.250287 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f992dec7-2ad0-4ff4-a8ba-f03299ff2f32', 'name': 'network-vif-deleted', 'tag': '4b09dd7e-ce7c-4091-900c-2050de7fd049', 'status': 'completed', 'code': 200} Jan 24 09:23:04.255110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d8fe6-9599-4d9e-bce0-23a219bf8ac6,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:04.298696 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:04.299077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Checking segment: {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:04.299484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.299889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Bound using segment: {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:04.300456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Bound port: 5ba6b6c4-3700-4f71-beb9-1e502693fbb2, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:04.300835 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.309490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d35b8d47-465e-4824-9029-90cf025ead19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.311322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:04.341084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d35b8d47-465e-4824-9029-90cf025ead19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.391921 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d35b8d47-465e-4824-9029-90cf025ead19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.397912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:04.414611 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b8d47-465e-4824-9029-90cf025ead19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d8fe6-9599-4d9e-bce0-23a219bf8ac6,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:04.418283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d35b8d47-465e-4824-9029-90cf025ead19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:04.419651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d35b8d47-465e-4824-9029-90cf025ead19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.420993 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d35b8d47-465e-4824-9029-90cf025ead19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a6d8fe6-9599-4d9e-bce0-23a219bf8ac6 HTTP/1.1" status: 204 len: 168 time: 0.1945992 Jan 24 09:23:04.620902 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2832f5b1-2a43-40e5-8fdc-ce8b329e4103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.767438 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.813019 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.827372 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2832f5b1-2a43-40e5-8fdc-ce8b329e4103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.838597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5142d51-3f9f-48cc-a950-7135e56ff37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:04.862104 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3ba36-f864-482e-9205-d463df1c6fc5 req-064e99bb-aed1-4d5b-a695-12f207dc527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:04.863790 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3bf3ba36-f864-482e-9205-d463df1c6fc5 req-064e99bb-aed1-4d5b-a695-12f207dc527c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d33fa811-3200-4925-a427-b7ea88395aa8 HTTP/1.1" status: 200 len: 859 time: 0.6444633 Jan 24 09:23:04.986376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d96d15-b919-430c-9067-4ad718d1ed89 req-1a9f4e3e-44f2-4ba1-9918-35325b06bf57 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:04.987972 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-81d96d15-b919-430c-9067-4ad718d1ed89 req-1a9f4e3e-44f2-4ba1-9918-35325b06bf57 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.9624650 Jan 24 09:23:05.082113 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3bf3ba36-f864-482e-9205-d463df1c6fc5 req-739a13bf-8249-4ea8-a8c3-6f5842b9a9aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8a86c34-187e-4867-92be-4e0639ede877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2001348 Jan 24 09:23:05.087886 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e58ac7f0b6cd4ed78fa49f20e30479a8&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0125754 Jan 24 09:23:05.088877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40732) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:05.147920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f44f3f-e71c-437b-9739-6361373f4082,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:05.173795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:05.187840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-08ca38a8-40b6-4622-9966-638a4286a333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.218852 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-08ca38a8-40b6-4622-9966-638a4286a333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.231039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] For port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:05.274598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-08ca38a8-40b6-4622-9966-638a4286a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.280061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d698ab44-9865-42d2-9983-b347cddd4bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:05.283397 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-81d96d15-b919-430c-9067-4ad718d1ed89 req-0f29698c-e638-4966-88cd-a3db68d674ac tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223256 Jan 24 09:23:05.291891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] For port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:05.293178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca38a8-40b6-4622-9966-638a4286a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f44f3f-e71c-437b-9739-6361373f4082,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:05.301097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-08ca38a8-40b6-4622-9966-638a4286a333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:05.302581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-08ca38a8-40b6-4622-9966-638a4286a333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.306404 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-08ca38a8-40b6-4622-9966-638a4286a333 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34f44f3f-e71c-437b-9739-6361373f4082 HTTP/1.1" status: 204 len: 168 time: 0.2140064 Jan 24 09:23:05.313936 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Allocated IP 172.20.0.13 (fbfd3652-13ea-4f4e-b987-c54ce79d9b44/20f121d0-f972-4bc2-b56d-a8979f12cf11/e5abf50a-8a63-45f0-98e9-d040e5dfdbf9) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:05.422806 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8e819-3603-47a1-be3a-461f08051b2a req-fdc15fff-347d-45d5-a575-83c9f07118e1 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:05.424791 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-80f8e819-3603-47a1-be3a-461f08051b2a req-fdc15fff-347d-45d5-a575-83c9f07118e1 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.7548420 Jan 24 09:23:05.433007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.506756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c529c7ea-ba53-42af-9357-e83a9c274844 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:05.558897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2832f5b1-2a43-40e5-8fdc-ce8b329e4103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.710202 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3bf3ba36-f864-482e-9205-d463df1c6fc5 req-fbdc0203-5a2b-4d2c-8b3d-944739543f9c service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991461 Jan 24 09:23:05.842706 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40760) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:05.865138 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.899919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:05.904333 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] Usage tracker for resource:security_group_rule and tenant:2f2cb7f8dff749bba37605872c5daead is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:05.907421 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:05.914124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:06.009371 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.015565 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.026318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.054945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-08ca38a8-40b6-4622-9966-638a4286a333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:06.081516 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f2cb7f8dff749bba37605872c5daead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375777 Jan 24 09:23:06.085070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40768) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:06.126553 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-80f8e819-3603-47a1-be3a-461f08051b2a req-23b4262e-34f6-47f9-9fb3-dc708c224745 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902697 Jan 24 09:23:06.147842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-23816a9c-1988-46f4-83eb-35ad662e675e req-6be12393-e5f2-4470-a2c5-9061f166776b tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Synchronizing usage tracker for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:06.164757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d4937d-c363-4ef9-a4f4-6cee525b8f6b,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:06.166919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.169303 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:06.186945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43ebd45-801f-48ed-9298-6482c5a9e773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.223960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43ebd45-801f-48ed-9298-6482c5a9e773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.239042 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:06.262392 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:06.292005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43ebd45-801f-48ed-9298-6482c5a9e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.299219 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d35b8d47-465e-4824-9029-90cf025ead19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:06.309848 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-46ccb2d9-6497-4c6b-8df9-450d7905fc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.602s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:06.331188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ebd45-801f-48ed-9298-6482c5a9e773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d4937d-c363-4ef9-a4f4-6cee525b8f6b,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:06.334198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43ebd45-801f-48ed-9298-6482c5a9e773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.339974 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f43ebd45-801f-48ed-9298-6482c5a9e773 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7d4937d-c363-4ef9-a4f4-6cee525b8f6b HTTP/1.1" status: 204 len: 168 time: 0.2494466 Jan 24 09:23:06.341204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f43ebd45-801f-48ed-9298-6482c5a9e773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:06.353958 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832f5b1-2a43-40e5-8fdc-ce8b329e4103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceb8f6d-48ea-4f37-96cc-dcb9c009d75b,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:06.366840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:06.367537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.369144 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] 10.222.0.13 "PUT /v2.0/ports/5ba6b6c4-3700-4f71-beb9-1e502693fbb2 HTTP/1.1" status: 200 len: 1157 time: 6.5010121 Jan 24 09:23:06.380498 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2832f5b1-2a43-40e5-8fdc-ce8b329e4103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:06.381185 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:06.387398 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:06.689275 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2832f5b1-2a43-40e5-8fdc-ce8b329e4103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.693389 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-2832f5b1-2a43-40e5-8fdc-ce8b329e4103 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ceb8f6d-48ea-4f37-96cc-dcb9c009d75b HTTP/1.1" status: 204 len: 168 time: 3.1642752 Jan 24 09:23:06.766043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-23816a9c-1988-46f4-83eb-35ad662e675e req-6be12393-e5f2-4470-a2c5-9061f166776b tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Unset dirty status for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:06.767352 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-23816a9c-1988-46f4-83eb-35ad662e675e req-6be12393-e5f2-4470-a2c5-9061f166776b tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 210 time: 1.0093784 Jan 24 09:23:06.809500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Pushing event updated for resources: {'Port': ['ID=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:06.824052 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:06.858986 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3bf3ba36-f864-482e-9205-d463df1c6fc5 req-d97f60f5-ca2b-41ff-84b2-9dee5db2d7d6 service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8945348 Jan 24 09:23:06.891054 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2', 'status': 'completed', 'code': 200} Jan 24 09:23:06.932955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-17150462-f4a1-4f89-b78a-0d6ceec73758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:06.934604 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-17150462-f4a1-4f89-b78a-0d6ceec73758 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 1160 time: 0.3430142 Jan 24 09:23:06.936502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:06.937795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:06.941362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:06.962788 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:06.963528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:07.301750 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eb52a-e41b-45ee-bb00-35951474c221 req-fc865a06-03de-4471-afaf-26cd93cd9fb9 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:07.303502 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e23eb52a-e41b-45ee-bb00-35951474c221 req-fc865a06-03de-4471-afaf-26cd93cd9fb9 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.6031747 Jan 24 09:23:07.357803 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-e55a7c77-9391-4860-83e8-005477e6362c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2 HTTP/1.1" status: 200 len: 217 time: 0.3833694 Jan 24 09:23:07.431996 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5384452 Jan 24 09:23:07.470807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Request body: {'port': {'device_id': '6ae128ad-8c8c-4268-9514-f3e54b8270b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:07.551822 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e23eb52a-e41b-45ee-bb00-35951474c221 req-22ceaadd-7cd6-47cb-9ad6-eb609f412947 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342305 Jan 24 09:23:07.560998 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-cd1bd46c-71f1-4dc7-94a4-65aaf2acb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:07.562560 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-cd1bd46c-71f1-4dc7-94a4-65aaf2acb15b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.1844521 Jan 24 09:23:07.706078 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bded79-ac84-410f-b3a7-836cd4d79882 req-9314dcec-817d-42a8-aaaf-5f7e934856b8 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:07.708437 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-10bded79-ac84-410f-b3a7-836cd4d79882 req-9314dcec-817d-42a8-aaaf-5f7e934856b8 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.3956544 Jan 24 09:23:07.741273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:07.857372 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-10bded79-ac84-410f-b3a7-836cd4d79882 req-156a1a52-da88-45be-91dc-09b377ec26e9 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361494 Jan 24 09:23:07.869804 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40854) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:07.880966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-8d1a437b-a832-4f15-a309-b0a9b4d48079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:07.882812 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-8d1a437b-a832-4f15-a309-b0a9b4d48079 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3112931 Jan 24 09:23:08.067332 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-00eebca0-9c96-42e2-924d-c11590220863 admin admin] Deleting subnet eaf7c99b-d351-4ed7-bb84-a75d61501b3b {{(pid=80074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:23:08.071470 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00eebca0-9c96-42e2-924d-c11590220863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:08.199439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00eebca0-9c96-42e2-924d-c11590220863 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:08.211889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00eebca0-9c96-42e2-924d-c11590220863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:08.345597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 40882) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:08.473959 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-d18fb6cb-984a-4a13-93dd-d6c32579a721 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721717 Jan 24 09:23:08.564499 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00eebca0-9c96-42e2-924d-c11590220863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for subnet, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:08.585224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4e033199-992a-4b5d-ae1b-c60d350b6374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:08.716731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216be18-77be-4bcd-aa4c-b70d8edc2dde req-1839f068-9c8e-4fc6-bec3-2298d7f5bc77 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:08.719454 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1216be18-77be-4bcd-aa4c-b70d8edc2dde req-1839f068-9c8e-4fc6-bec3-2298d7f5bc77 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 932 time: 0.5419514 Jan 24 09:23:08.777382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eebca0-9c96-42e2-924d-c11590220863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf7c99b-d351-4ed7-bb84-a75d61501b3b,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:08.797624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-00eebca0-9c96-42e2-924d-c11590220863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:08.839521 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40894) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:08.881352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00eebca0-9c96-42e2-924d-c11590220863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:08.889488 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-00eebca0-9c96-42e2-924d-c11590220863 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eaf7c99b-d351-4ed7-bb84-a75d61501b3b HTTP/1.1" status: 204 len: 168 time: 1.0185144 Jan 24 09:23:08.892141 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40904) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:08.917944 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-795686661-network', 'tenant_id': '597fbaf228c84894baa0c073ba97abca'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:09.002557 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1216be18-77be-4bcd-aa4c-b70d8edc2dde req-161b21cd-0a93-4479-a92d-96cecbee3813 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513879 Jan 24 09:23:09.004216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:09.015400 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a37e4bb6-3185-4e07-a506-839042bd2bc8 req-5f8b9979-4376-4513-a574-2c83018b968c service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4269123 Jan 24 09:23:09.034177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Usage tracker for resource:network and tenant:597fbaf228c84894baa0c073ba97abca is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:09.085769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:09.182023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.193487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:09.215368 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:09.220454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] Usage tracker for resource:security_group_rule and tenant:403b1ada9e9c47878daa985ae4a04703 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:09.224096 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:09.232189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:09.268915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.321480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55acff6-af1e-4c45-955e-b9ebbade0e95 req-1b93e89f-f5a4-4a23-8e7d-02215547f4d3 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:09.329427 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c55acff6-af1e-4c45-955e-b9ebbade0e95 req-1b93e89f-f5a4-4a23-8e7d-02215547f4d3 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.4638939 Jan 24 09:23:09.350312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Made reservation on behalf of 597fbaf228c84894baa0c073ba97abca for: {'network': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:09.355361 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.405377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.419455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:23:09.504899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:09.524994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Usage tracker for resource:security_group_rule and tenant:597fbaf228c84894baa0c073ba97abca is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:09.532638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656415-a005-49d7-956d-3e3723fd425c req-65d40bc4-4af2-438a-a0c9-aa4b5253a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:09.535276 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fc656415-a005-49d7-956d-3e3723fd425c req-65d40bc4-4af2-438a-a0c9-aa4b5253a878 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 1160 time: 0.4422164 Jan 24 09:23:09.538068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.551216 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c55acff6-af1e-4c45-955e-b9ebbade0e95 req-98bf053b-8de5-4c6e-a04d-5f0c05b4fd78 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208185 Jan 24 09:23:09.555623 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:09.626517 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddc9ff-ede3-4895-bbea-e193879676d8 req-387b298e-57a8-4736-871f-d045d73f2a0d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:09.628879 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d7ddc9ff-ede3-4895-bbea-e193879676d8 req-387b298e-57a8-4736-871f-d045d73f2a0d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.4276149 Jan 24 09:23:09.638339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:23:09.646658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.660312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Transition to ACTIVE for port object e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:09.684177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:09.708780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.718286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.718724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.719550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.719924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > port after_create 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.720281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.720639 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > port after_update 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.720999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.721371 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.722271 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.722923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.795418 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.795803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.796175 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.796540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:23:09.796934 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fade3936-9aa5-4c63-ad37-13aa38a3c5bf']}} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:09.817679 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.820108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0766ed5-dec4-44e4-bf33-8fe0570b213d') {'for_net_delete': True} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:09.820532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0766ed5-dec4-44e4-bf33-8fe0570b213d') {} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:09.822005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:09.831864 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.842731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:09.853279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3566817'] for segment, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.906842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.912902 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=403b1ada9e9c47878daa985ae4a04703&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0688951 Jan 24 09:23:09.912902 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:23:09.935488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2400e7-b022-4dc3-9b16-09697d0b1f5a,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:09.938396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40954) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:09.971212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:10.165217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Network fade3936-9aa5-4c63-ad37-13aa38a3c5bf has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:23:10.192539 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852299972'] for segment, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.208093 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dd4a4c9-442a-47b6-9dba-a9b0c4ae8760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.310081 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d7ddc9ff-ede3-4895-bbea-e193879676d8 req-bf8d2a30-ee92-4330-8d5d-a05ec69dc528 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208677 Jan 24 09:23:10.331120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dd4a4c9-442a-47b6-9dba-a9b0c4ae8760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.426861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:10.430272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:10.451842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Network fade3936-9aa5-4c63-ad37-13aa38a3c5bf has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: (rel_b, rel_a, rel_b), Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: (rel_b, rel_a, rel_b), Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:23:10.483337 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:23:10.506018 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656415-a005-49d7-956d-3e3723fd425c req-eed8e5b8-048b-40e5-a4fb-f91fe26668ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:10.507806 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fc656415-a005-49d7-956d-3e3723fd425c req-eed8e5b8-048b-40e5-a4fb-f91fe26668ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 0.9535773 Jan 24 09:23:10.575517 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.579407 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dd4a4c9-442a-47b6-9dba-a9b0c4ae8760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.584596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f43ebd45-801f-48ed-9298-6482c5a9e773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:10.601482 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.607113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4a4c9-442a-47b6-9dba-a9b0c4ae8760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2400e7-b022-4dc3-9b16-09697d0b1f5a,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:10.614293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5dd4a4c9-442a-47b6-9dba-a9b0c4ae8760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:10.616717 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fc656415-a005-49d7-956d-3e3723fd425c req-4799b50f-d75e-424c-9b65-e6bec50fddd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2 HTTP/1.1" status: 200 len: 217 time: 0.0994606 Jan 24 09:23:10.621159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7376698b-31a1-41d0-a737-30bb348c53e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:10.650100 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Pushing event deleted for resources: {'Network': ['ID=fade3936-9aa5-4c63-ad37-13aa38a3c5bf,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:10.654631 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:10.660855 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] 10.222.0.18 "DELETE /v2.0/networks/fade3936-9aa5-4c63-ad37-13aa38a3c5bf HTTP/1.1" status: 204 len: 168 time: 1.7644053 Jan 24 09:23:10.660855 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dd4a4c9-442a-47b6-9dba-a9b0c4ae8760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.664751 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5dd4a4c9-442a-47b6-9dba-a9b0c4ae8760 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad2400e7-b022-4dc3-9b16-09697d0b1f5a HTTP/1.1" status: 204 len: 168 time: 0.7121408 Jan 24 09:23:10.724943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40988) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:10.873165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f3026-65b9-41b4-af3a-7a1fb2cf2a05 req-23af1051-425e-420d-8b8d-65bb577ca459 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:10.879322 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8d6f3026-65b9-41b4-af3a-7a1fb2cf2a05 req-23af1051-425e-420d-8b8d-65bb577ca459 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 944 time: 0.5762002 Jan 24 09:23:10.914548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 40996) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:10.952107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Attempting to bind port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:10.952519 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Attempting to bind port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:10.952891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Attempting to bind port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 on network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:10.973163 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-50651234-ad45-4ab6-902a-2d8ce1dc927d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=408228576d9142cfb1676bfcfcb888a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0573480 Jan 24 09:23:10.973958 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.976071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41000) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:11.000784 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:11.001161 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Checking segment: {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:11.001565 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.001968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Bound using segment: {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:11.012915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Bound port: e5abf50a-8a63-45f0-98e9-d040e5dfdbf9, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:11.013505 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.052891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8866a94-2052-4b65-85ed-28d9299af3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.078327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.090530 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8866a94-2052-4b65-85ed-28d9299af3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.103084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-efec6fff-3025-4545-909a-3f48c0d7bdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:11.111770 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656415-a005-49d7-956d-3e3723fd425c req-68413852-a53b-414c-a349-f8cb06818f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:11.117466 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fc656415-a005-49d7-956d-3e3723fd425c req-68413852-a53b-414c-a349-f8cb06818f34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.4910939 Jan 24 09:23:11.187160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.205925 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41010) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:11.209303 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:11.236161 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8dc1bd40c4403d8d8ddbdc9f1620cc is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:11.242035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.255840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:11.268283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8866a94-2052-4b65-85ed-28d9299af3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.274150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:11.277712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-333fed14-d5f8-4912-a1d5-a358057adb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:11.297972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:11.301128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:23:11.302403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8866a94-2052-4b65-85ed-28d9299af3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf006026-74b2-4903-98e3-9ad866af3985,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:11.312053 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] Usage tracker for resource:security_group_rule and tenant:97fc5d460ce54f98b3f604ad15a84413 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:11.320089 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:11.329044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:11.340001 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8d6f3026-65b9-41b4-af3a-7a1fb2cf2a05 req-cea72b4e-0d04-4021-8d47-b1a399da7361 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260228 Jan 24 09:23:11.375624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905abe44-b1c1-4763-bcec-5e7c01505bd5 req-d077e3bb-f4ab-4601-9fbb-b7be9fed1d2e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:11.383870 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-905abe44-b1c1-4763-bcec-5e7c01505bd5 req-d077e3bb-f4ab-4601-9fbb-b7be9fed1d2e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.6120381 Jan 24 09:23:11.405595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d8866a94-2052-4b65-85ed-28d9299af3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:11.405849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a229894b-fdf2-4db9-80de-49b11a35e975,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:11.419116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:11.420086 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309784602040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.420524 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Added segment 86786ac3-7ed1-4351-abc6-de4dec9cce32 of type vxlan for network 994b382e-ac10-4d41-8ea1-2e5057416b33 Jan 24 09:23:11.470619 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-905abe44-b1c1-4763-bcec-5e7c01505bd5 req-662a66b1-ced0-465f-8571-d20ec3ec9433 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858371 Jan 24 09:23:11.494937 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.529251 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.555935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-78b6b906-40d5-4977-873f-dd4f212ed4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:11.559506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] For port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:11.564404 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8866a94-2052-4b65-85ed-28d9299af3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.569179 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d8866a94-2052-4b65-85ed-28d9299af3ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf006026-74b2-4903-98e3-9ad866af3985 HTTP/1.1" status: 204 len: 168 time: 0.5880256 Jan 24 09:23:11.569335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.603344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] For port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:11.616356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.620390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656415-a005-49d7-956d-3e3723fd425c req-31cfdbd1-57ee-4376-bc27-dc8f16794752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:11.622004 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fc656415-a005-49d7-956d-3e3723fd425c req-31cfdbd1-57ee-4376-bc27-dc8f16794752 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4855227 Jan 24 09:23:11.635958 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97fc5d460ce54f98b3f604ad15a84413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259300 Jan 24 09:23:11.636653 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41026) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:11.649779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980790bb-6ffb-4237-bc42-d3870ecc9c6c,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:11.651809 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:11.655148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:11.671892 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.685581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.699138 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-75fddbd1-0798-41a6-8160-5f27b19c84ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:11.789049 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c8dc1bd40c4403d8d8ddbdc9f1620cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0627191 Jan 24 09:23:11.789450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 41030) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:11.790094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20a35de-16e2-477f-916b-a6f0496c9327,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:11.795996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:11.801037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-18d8a4df-6ade-4e31-90c6-96ef0fa4c9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.835193 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-18d8a4df-6ade-4e31-90c6-96ef0fa4c9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.882861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.889810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-18d8a4df-6ade-4e31-90c6-96ef0fa4c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.896658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:11.913764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:11.914422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.918063 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8a4df-6ade-4e31-90c6-96ef0fa4c9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980790bb-6ffb-4237-bc42-d3870ecc9c6c,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:11.922860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-18d8a4df-6ade-4e31-90c6-96ef0fa4c9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:11.925739 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-18d8a4df-6ade-4e31-90c6-96ef0fa4c9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.930315 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-18d8a4df-6ade-4e31-90c6-96ef0fa4c9e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/980790bb-6ffb-4237-bc42-d3870ecc9c6c HTTP/1.1" status: 204 len: 168 time: 0.2854815 Jan 24 09:23:11.945665 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a25b4d-101f-4c14-8f6b-f058bd90c852 req-c7489cb2-df88-4c8c-8682-4f1e04b37e23 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:11.954149 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-87a25b4d-101f-4c14-8f6b-f058bd90c852 req-c7489cb2-df88-4c8c-8682-4f1e04b37e23 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.4779913 Jan 24 09:23:12.040916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:12.073206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:12.075985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:12.137729 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.7860954 Jan 24 09:23:12.140955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41044) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:12.150130 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Request body: {'subnet': {'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-795686661-subnet', 'tenant_id': '597fbaf228c84894baa0c073ba97abca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:12.157759 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:12.162776 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Usage tracker for resource:subnet and tenant:597fbaf228c84894baa0c073ba97abca is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:12.167266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:12.175533 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:12.186693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Made reservation on behalf of 597fbaf228c84894baa0c073ba97abca for: {'subnet': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:12.193802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852412406'] for subnet, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:12.245370 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:12.263523 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-87a25b4d-101f-4c14-8f6b-f058bd90c852 req-d510e709-b8ee-487d-ab9d-fa8ca0de9f4d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082616 Jan 24 09:23:12.277419 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7842552a-a208-412e-b749-981ee4ad56d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:12.282152 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fc656415-a005-49d7-956d-3e3723fd425c req-f099c8c3-f000-44ae-8dc6-4652729c4150 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360035 Jan 24 09:23:12.298406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Pushing event updated for resources: {'Network': ['ID=994b382e-ac10-4d41-8ea1-2e5057416b33,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:12.325860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:12.330163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:12.331795 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 HTTP/1.1" status: 200 len: 1158 time: 4.8820746 Jan 24 09:23:12.332391 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae128ad-8c8c-4268-9514-f3e54b8270b8', 'tag': 'e5abf50a-8a63-45f0-98e9-d040e5dfdbf9'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:12.347888 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network 994b382e-ac10-4d41-8ea1-2e5057416b33 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:23:12.356480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:12.703724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7842552a-a208-412e-b749-981ee4ad56d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:12.738492 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fc656415-a005-49d7-956d-3e3723fd425c req-1cd5d605-f968-4c01-bb2e-1519e3eb5823 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4464183 Jan 24 09:23:12.754564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network 994b382e-ac10-4d41-8ea1-2e5057416b33 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:23:12.781688 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae128ad-8c8c-4268-9514-f3e54b8270b8', 'tag': 'e5abf50a-8a63-45f0-98e9-d040e5dfdbf9', 'status': 'completed', 'code': 200} Jan 24 09:23:12.861346 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41080) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:13.006844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852300326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852412389'] for subnet, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.010164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:13.016612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:13.017261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.028475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:13.235840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.282032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:13.283570 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:13.294327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.295799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:13.333193 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:13.397979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-190699730-network', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:13.420743 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:13.431179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Usage tracker for resource:network and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:13.435378 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:13.445317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:13.454776 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.455335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.455974 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.456516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.457029 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.458242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.458789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.459322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.459960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.460462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.460970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.461578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.462289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.463025 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:13.463152 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.463641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.464147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.464744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.465346 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.465867 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.466438 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.467495 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.468007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.468518 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.469025 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:13.483009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0e1f6-ad48-46d9-8002-b4928adc2b35 req-c5b244d8-8272-4ad1-9b19-d96727c76719 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:13.484965 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-46f0e1f6-ad48-46d9-8002-b4928adc2b35 req-c5b244d8-8272-4ad1-9b19-d96727c76719 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.6257904 Jan 24 09:23:13.490493 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7842552a-a208-412e-b749-981ee4ad56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.496305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:13.500347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d3b65758-0367-4961-b226-8f667d0c8838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:13.510334 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9009cf9e-2db5-4917-8547-3cc40cfa93e8,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:13.514827 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Made reservation on behalf of 90beaa18b0ad4bcaa81b63563df88165 for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:13.520448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.523762 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7842552a-a208-412e-b749-981ee4ad56d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.525132 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-7842552a-a208-412e-b749-981ee4ad56d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e20a35de-16e2-477f-916b-a6f0496c9327 HTTP/1.1" status: 204 len: 168 time: 1.6775475 Jan 24 09:23:13.528340 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-74e49b41-33db-40e0-b4dc-53ce429bed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:13.530087 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-74e49b41-33db-40e0-b4dc-53ce429bed0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 1161 time: 0.7616017 Jan 24 09:23:13.538803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:13.539395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.544247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:13.549744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.585825 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10d7d8-68f8-4e89-994d-a0aee67a4a5b req-c092fe94-e0ee-4267-ba1f-1a403e9cdf79 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:13.587881 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bf10d7d8-68f8-4e89-994d-a0aee67a4a5b req-c092fe94-e0ee-4267-ba1f-1a403e9cdf79 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 944 time: 0.8176572 Jan 24 09:23:13.599339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:13.608024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Usage tracker for resource:security_group_rule and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:13.611982 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:13.632924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:13.668319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Checking segment: {'id': '86786ac3-7ed1-4351-abc6-de4dec9cce32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:13.668726 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Network hostable DHCP agents. Network: 994b382e-ac10-4d41-8ea1-2e5057416b33, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:23:13.710530 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Network 994b382e-ac10-4d41-8ea1-2e5057416b33 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:23:13.718035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41110) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:13.733255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, 994b382e-ac10-4d41-8ea1-2e5057416b33) {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:13.742777 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c649301f-5f78-4440-aca7-91fd473dc7f6 None None] Network 994b382e-ac10-4d41-8ea1-2e5057416b33 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:23:13.752370 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:13.753459 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.818248 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6656024 Jan 24 09:23:13.840208 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-738ab8d5-dbf4-4d6f-94a7-a3423f0dc0c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 HTTP/1.1" status: 200 len: 217 time: 0.2476821 Jan 24 09:23:13.849607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842552a-a208-412e-b749-981ee4ad56d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20a35de-16e2-477f-916b-a6f0496c9327,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:13.907196 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.913344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:13.922149 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ab51b7bf-404d-45c5-83c8-876d0493f85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:13.956816 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:13.985318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-f1dcdcf7-f63f-4cef-93ba-76dd91401c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:13.986953 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-f1dcdcf7-f63f-4cef-93ba-76dd91401c6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 200 len: 855 time: 0.1194122 Jan 24 09:23:13.996270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7842552a-a208-412e-b749-981ee4ad56d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:14.007847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:23:14.037443 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11564c5d-24bc-4cf7-8527-bdfc27f8072f,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:14.067909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:14.068972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:14.069363 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Added segment 6eb92e24-60ee-40b9-afb0-5ac4ec85560f of type vxlan for network 79adafad-a23c-41c0-ac74-5b7a76123b26 Jan 24 09:23:14.131415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe10d16-08ac-4eb6-9567-54b4215125f0 None None] Network 994b382e-ac10-4d41-8ea1-2e5057416b33 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:23:14.154911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:14.154911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:14.155496 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:14.161545 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-1597e1f0-6ff1-4952-ae6c-afd3a803ec80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642077 Jan 24 09:23:14.199609 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-46f0e1f6-ad48-46d9-8002-b4928adc2b35 req-a12aa5ee-10c1-4801-975c-ae4f403a36c5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6971941 Jan 24 09:23:14.231517 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:14.233561 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:14.235295 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:14.248953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d1d2b083-cf95-486a-a7fe-79810aeea55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:14.263256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:23:14.300585 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bf10d7d8-68f8-4e89-994d-a0aee67a4a5b req-a9d72c12-e3c2-4d5d-8d8a-cf8eef1bc43d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105860 Jan 24 09:23:14.516305 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.6537898 Jan 24 09:23:14.519514 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2', 'code': 200} Jan 24 09:23:14.521879 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41126) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:14.529545 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Pushing event updated for resources: {'Network': ['ID=79adafad-a23c-41c0-ac74-5b7a76123b26,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:14.533965 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:14.541773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Request body: {'subnet': {'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-190699730-subnet', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:14.556677 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:14.567087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Usage tracker for resource:subnet and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:14.577106 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:14.578977 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:23:14.617275 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:23:14.622100 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:14.633658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:14.691501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:14.694198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Made reservation on behalf of 90beaa18b0ad4bcaa81b63563df88165 for: {'subnet': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:14.706732 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852412406'] for subnet, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:14.719441 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 41130) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:14.753565 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] Usage tracker for resource:security_group_rule and tenant:5753b489bfef487082cdbd62f94917be is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:14.764167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:14.784625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:14.877214 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:14.933532 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-a57126f2-acb1-4992-8d3e-b98997f90c13 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7327065 Jan 24 09:23:14.936477 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:14.985378 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8f4a8-3803-4637-8ee8-f7eedb86f3ac req-c2c73ab5-6516-4dfd-ad10-f56c1e2b5a1d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:14.995099 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1ed8f4a8-3803-4637-8ee8-f7eedb86f3ac req-c2c73ab5-6516-4dfd-ad10-f56c1e2b5a1d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.5211911 Jan 24 09:23:15.035501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] Usage tracker for resource:security_group_rule and tenant:90c99b90a2b341328664984a381905d3 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:15.045119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:15.157494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.162848 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.166893 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:15.183062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9c7c44f7-c219-4a8c-916a-41c20c27c167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:15.249727 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5753b489bfef487082cdbd62f94917be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5254960 Jan 24 09:23:15.249945 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-120c6868-dd29-4b3a-a880-df247a1614b9 req-261617fa-f6c3-4cec-ba67-7e232b1ac297 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3060648 Jan 24 09:23:15.250376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41138) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:15.253433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360825bb-7161-431a-916e-f15a98ad0700,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:15.259579 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1ed8f4a8-3803-4637-8ee8-f7eedb86f3ac req-c33a146a-1fb7-4c0d-bbe9-ede2e1dbc78c tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631321 Jan 24 09:23:15.273367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:15.273771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e84c40-2b8a-458e-bc1f-01e2e1739fd6 req-8a7a7d66-7faf-4d99-a684-f268aa6fdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:15.275472 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-28e84c40-2b8a-458e-bc1f-01e2e1739fd6 req-8a7a7d66-7faf-4d99-a684-f268aa6fdd48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 1162 time: 0.5326185 Jan 24 09:23:15.425395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9c797ecf-bcbf-4add-b367-b6112b961ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.463760 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9c797ecf-bcbf-4add-b367-b6112b961ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.482795 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-28e84c40-2b8a-458e-bc1f-01e2e1739fd6 req-22c60d43-f2ed-4656-8609-58f2a34f2e9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839390 Jan 24 09:23:15.489950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.578694 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.584238 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9c797ecf-bcbf-4add-b367-b6112b961ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.590972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1d8eab5b-8237-46e7-b301-2b5fcbf4a2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:15.601657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-44de2b13-b7d1-4e9b-ad10-7edbce550234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:15.616798 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c797ecf-bcbf-4add-b367-b6112b961ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360825bb-7161-431a-916e-f15a98ad0700,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:15.623587 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9c797ecf-bcbf-4add-b367-b6112b961ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:15.637080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852300326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852412389'] for subnet, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.661512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:15.689425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9c797ecf-bcbf-4add-b367-b6112b961ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.691299 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9c797ecf-bcbf-4add-b367-b6112b961ca9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/360825bb-7161-431a-916e-f15a98ad0700 HTTP/1.1" status: 204 len: 168 time: 0.4392133 Jan 24 09:23:15.694555 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90c99b90a2b341328664984a381905d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9704452 Jan 24 09:23:15.696548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8534707-01d5-4c1d-bdf6-fa6e7e898298,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:15.699967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:15.700907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 41152) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:15.773942 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3780141-a7ab-4a23-93d4-08ec401c14a3 req-c0e25950-7658-4471-a43d-2668553ceeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:15.775631 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3780141-a7ab-4a23-93d4-08ec401c14a3 req-c0e25950-7658-4471-a43d-2668553ceeea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 1161 time: 0.4252527 Jan 24 09:23:15.793108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2d4652-a7fd-4b0b-8af1-c7db64f62233,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:15.806615 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:15.842062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f608de7-b988-40fd-905a-923cba1a1ba6 req-5121996b-c409-4c3a-bf90-32d9cfb40538 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:15.844033 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1f608de7-b988-40fd-905a-923cba1a1ba6 req-5121996b-c409-4c3a-bf90-32d9cfb40538 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.3562551 Jan 24 09:23:15.874033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Checking segment: {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:15.874475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Network hostable DHCP agents. Network: 79adafad-a23c-41c0-ac74-5b7a76123b26, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:23:15.877102 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ae457-0673-4301-8121-0812b5ecee80 req-cec0c431-b692-4390-9c1e-188918e68666 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:15.878978 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0e6ae457-0673-4301-8121-0812b5ecee80 req-cec0c431-b692-4390-9c1e-188918e68666 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 944 time: 0.3867843 Jan 24 09:23:15.894715 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:23:15.904045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, 79adafad-a23c-41c0-ac74-5b7a76123b26) {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:15.915432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed7a5e-8289-4806-a54c-23cc612006ac None None] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:23:15.921687 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:15.922401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.945224 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4100339 Jan 24 09:23:15.945525 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41156) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:15.951282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:15.957290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:15.961541 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Usage tracker for resource:router and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:15.970272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:15.975832 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f7df54bf-2ec7-4a15-bd7d-ce0a3bafc694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.977376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:15.987957 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770381'] for router, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:15.989241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636311', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5435'] for router, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:16.008199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:16.201090 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1f608de7-b988-40fd-905a-923cba1a1ba6 req-c084f592-485d-4b9a-bd37-156199e4061b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208826 Jan 24 09:23:16.235063 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0e6ae457-0673-4301-8121-0812b5ecee80 req-92d03fc9-ea02-45b4-a231-2793c41868d4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390453 Jan 24 09:23:16.266900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f7df54bf-2ec7-4a15-bd7d-ce0a3bafc694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:16.296720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c98073-1307-5b7b-957a-31adcb0bea93-79adafad-a23c-41c0-ac74-5b7a76123b26', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233'}]}} from dv-cinder-772181-7-smb. {{(pid=80075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:23:16.297626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:16.320140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 41166) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:16.363941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:16.378281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854152186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5418'] for router, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:16.431260 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:16.435509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] Usage tracker for resource:security_group_rule and tenant:7572d8eeed22464e96aa1cf83f10ea1d is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:16.438546 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:16.444680 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:16.513174 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3780141-a7ab-4a23-93d4-08ec401c14a3 req-e1c5a7bb-c6f7-41c0-b486-fd3489891be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:16.514822 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3780141-a7ab-4a23-93d4-08ec401c14a3 req-e1c5a7bb-c6f7-41c0-b486-fd3489891be3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 909 time: 0.7290320 Jan 24 09:23:16.635748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Allocated IP 172.20.0.2 (79adafad-a23c-41c0-ac74-5b7a76123b26/0f2d4652-a7fd-4b0b-8af1-c7db64f62233/2a158799-0d18-46dd-b68b-d048186f2a89) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:16.821788 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:16.856433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:16.989861 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3780141-a7ab-4a23-93d4-08ec401c14a3 req-e73f8c4d-91df-4c09-9b1e-282aa37bbd24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 HTTP/1.1" status: 200 len: 217 time: 0.4453948 Jan 24 09:23:17.003820 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f7df54bf-2ec7-4a15-bd7d-ce0a3bafc694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.033384 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.036335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2832f5b1-2a43-40e5-8fdc-ce8b329e4103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:17.049719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Transition to ACTIVE for port object 2a158799-0d18-46dd-b68b-d048186f2a89 will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:17.072010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Transition to ACTIVE for port object 2a158799-0d18-46dd-b68b-d048186f2a89 will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:17.078410 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.098167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:17.139800 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df54bf-2ec7-4a15-bd7d-ce0a3bafc694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8534707-01d5-4c1d-bdf6-fa6e7e898298,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:17.143097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f7df54bf-2ec7-4a15-bd7d-ce0a3bafc694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:17.241766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Allocated IP 172.28.3.141 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/bd15abe1-4d72-45d4-b03e-3f5ab44cde72) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:17.244626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89954092-7527-4e6d-a9fd-b53aea11dfce req-4ec20afa-a4a7-4c92-8c7c-a3975d1eeaa5 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:17.253008 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-89954092-7527-4e6d-a9fd-b53aea11dfce req-4ec20afa-a4a7-4c92-8c7c-a3975d1eeaa5 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.8054664 Jan 24 09:23:17.256298 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f7df54bf-2ec7-4a15-bd7d-ce0a3bafc694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.256942 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f7df54bf-2ec7-4a15-bd7d-ce0a3bafc694 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8534707-01d5-4c1d-bdf6-fa6e7e898298 HTTP/1.1" status: 204 len: 168 time: 1.5516012 Jan 24 09:23:17.259543 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3780141-a7ab-4a23-93d4-08ec401c14a3 req-76071ff9-8f66-469f-886e-711e03b7d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:17.261107 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3780141-a7ab-4a23-93d4-08ec401c14a3 req-76071ff9-8f66-469f-886e-711e03b7d265 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 200 len: 855 time: 0.2465906 Jan 24 09:23:17.396427 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3780141-a7ab-4a23-93d4-08ec401c14a3 req-29faf100-fdac-42c7-8a89-6d1915269b76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159503 Jan 24 09:23:17.486646 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Pushing event updated for resources: {'Port': ['ID=2a158799-0d18-46dd-b68b-d048186f2a89,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:17.492151 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:17.504235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.540358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.552661 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:17.554017 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:17.556501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:17.564585 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:17.621080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Attempting to bind port 2a158799-0d18-46dd-b68b-d048186f2a89 on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:17.621500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Attempting to bind port 2a158799-0d18-46dd-b68b-d048186f2a89 by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:17.621911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Attempting to bind port 2a158799-0d18-46dd-b68b-d048186f2a89 on network 79adafad-a23c-41c0-ac74-5b7a76123b26 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:17.629960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:17.630456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Checking segment: {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:17.630916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.631718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Bound using segment: {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:17.631854 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Bound port: 2a158799-0d18-46dd-b68b-d048186f2a89, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:17.632278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.681897 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-89954092-7527-4e6d-a9fd-b53aea11dfce req-fd7c47ab-0574-464c-bf73-7ecaa6abd179 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186850 Jan 24 09:23:17.681897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.745944 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] For port 2a158799-0d18-46dd-b68b-d048186f2a89, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:17.746903 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.755784 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] For port 2a158799-0d18-46dd-b68b-d048186f2a89, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=2a158799-0d18-46dd-b68b-d048186f2a89,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:17.763488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:17.793616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:17.849064 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:17.875844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Pushing event updated for resources: {'Port': ['ID=2a158799-0d18-46dd-b68b-d048186f2a89,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:17.880169 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:17.892610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-0110a702-078a-465d-9edb-9c2fb74db58e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:17.893528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-0110a702-078a-465d-9edb-9c2fb74db58e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Synchronizing usage tracker for tenant:597fbaf228c84894baa0c073ba97abca on resource:network {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:17.961188 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7572d8eeed22464e96aa1cf83f10ea1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6392970 Jan 24 09:23:17.965621 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41206) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:17.970300 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd15abe1-4d72-45d4-b03e-3f5ab44cde72,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:17.987780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:18.066131 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0846ec76-cf5f-4210-85ee-e7959044f245,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:18.105914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-0110a702-078a-465d-9edb-9c2fb74db58e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Unset dirty status for tenant:597fbaf228c84894baa0c073ba97abca on resource:network {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:18.107253 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-0110a702-078a-465d-9edb-9c2fb74db58e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/networks?id=994b382e-ac10-4d41-8ea1-2e5057416b33 HTTP/1.1" status: 200 len: 813 time: 0.7638948 Jan 24 09:23:18.108176 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:18.161712 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3780141-a7ab-4a23-93d4-08ec401c14a3 req-d148e347-7ae8-4840-907b-cd32dc6e8668 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477264 Jan 24 09:23:18.161712 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-6f7b3ca9-8615-40b9-a357-d1d6b3c7ab21 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/quotas/597fbaf228c84894baa0c073ba97abca HTTP/1.1" status: 200 len: 375 time: 0.0342231 Jan 24 09:23:18.176570 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:18.178126 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:18.180140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-838209dd-542f-4262-aa69-2fef03924da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:18.182149 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:18.275108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-838209dd-542f-4262-aa69-2fef03924da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:18.338262 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-2f0e0403-54d1-404c-88f7-bbeeae6ca13f tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?tenant_id=597fbaf228c84894baa0c073ba97abca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1688378 Jan 24 09:23:18.410245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:18.452247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc06fb7-ae62-4365-b935-5a4e14897eb4 req-9c486023-d2a2-4586-b3c8-a1b70e9d009d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:18.462195 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6bc06fb7-ae62-4365-b935-5a4e14897eb4 req-9c486023-d2a2-4586-b3c8-a1b70e9d009d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 944 time: 0.5397525 Jan 24 09:23:18.609265 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:18.615874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:18.616297 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:18.694796 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3780141-a7ab-4a23-93d4-08ec401c14a3 req-55b3b4e0-2daf-4825-ae64-8cb0b50c37c8 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5265832 Jan 24 09:23:18.715059 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6bc06fb7-ae62-4365-b935-5a4e14897eb4 req-7b053b3c-f5e4-49ba-8053-c3bd9ef61a9a tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515192 Jan 24 09:23:18.738801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-838209dd-542f-4262-aa69-2fef03924da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:18.744380 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6f25f43e-4d2d-4b5a-8546-d74cec91c7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:18.764746 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-6ffce196-4aae-47ba-9940-d0ca62c9bbbc service neutron] 10.222.0.18 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826685 Jan 24 09:23:18.779000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838209dd-542f-4262-aa69-2fef03924da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0846ec76-cf5f-4210-85ee-e7959044f245,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:18.797373 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-838209dd-542f-4262-aa69-2fef03924da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:18.848175 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:18.887172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:18.888517 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae128ad-8c8c-4268-9514-f3e54b8270b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5abf50a-8a63-45f0-98e9-d040e5dfdbf9'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:18.896749 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:18.899650 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:19.041150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:19.053764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:19.080201 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-ca18ff97-6b91-47ab-9221-1137ef85207d service neutron] 10.222.0.18 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3073921 Jan 24 09:23:19.126548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-838209dd-542f-4262-aa69-2fef03924da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:19.139307 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-838209dd-542f-4262-aa69-2fef03924da7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0846ec76-cf5f-4210-85ee-e7959044f245 HTTP/1.1" status: 204 len: 168 time: 1.1638143 Jan 24 09:23:19.233010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:19.259797 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea8edd-edd9-4fd9-8b89-4585e35729f6 req-4f683c60-be06-4990-8a00-00e640f7971f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:19.271233 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9fea8edd-edd9-4fd9-8b89-4585e35729f6 req-4f683c60-be06-4990-8a00-00e640f7971f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1887667 Jan 24 09:23:19.344321 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9fea8edd-edd9-4fd9-8b89-4585e35729f6 req-68e14d3a-4ee2-4e0b-933e-da629929b87b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714548 Jan 24 09:23:19.515507 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae128ad-8c8c-4268-9514-f3e54b8270b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5abf50a-8a63-45f0-98e9-d040e5dfdbf9', 'code': 200} Jan 24 09:23:19.788481 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3591d661-ac1a-44b2-ba9e-bdd98d305b9c req-647d7063-6fe5-4412-bab6-4809580049c6 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 210 time: 0.2137394 Jan 24 09:23:19.869998 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41258) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:19.892432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:20.022059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854139454'] for router, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.022328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bdf04b-eab2-42cd-868e-7b19b00f74c4 None None] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:23:20.151224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2a158799-0d18-46dd-b68b-d048186f2a89 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:20.255560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24837443-65b9-492f-8343-1db6af10c184 req-87cf432b-0cf6-45fe-833b-f57d39ed4728 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:20.263993 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-24837443-65b9-492f-8343-1db6af10c184 req-87cf432b-0cf6-45fe-833b-f57d39ed4728 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.6115227 Jan 24 09:23:20.279026 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830c558-ee3d-46c7-8fb3-01c1f54422f3 req-b40ccdfa-df6c-4ce8-8ed3-76377c2c84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:20.280639 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a830c558-ee3d-46c7-8fb3-01c1f54422f3 req-b40ccdfa-df6c-4ce8-8ed3-76377c2c84ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 1163 time: 0.4761338 Jan 24 09:23:20.349863 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-24837443-65b9-492f-8343-1db6af10c184 req-62c67f7b-01cb-426f-985f-50849bdcaa4c tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844946 Jan 24 09:23:20.372744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.433713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:20.436637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:20.437067 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.447816 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a830c558-ee3d-46c7-8fb3-01c1f54422f3 req-93911bcd-d436-4649-9ac1-3f388cea273c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201429 Jan 24 09:23:20.448967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] Usage tracker for resource:security_group_rule and tenant:2a2563b6bc5348bb991e87d918f69b90 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:20.452279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:20.464469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:20.588690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a58d24-6446-48c2-b99c-3c8d28c4bb89 req-87184d44-d50a-443a-a725-5cb73794618c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:20.593395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-8d98a47b-c92d-4cfd-9cf3-1dd8382939ed None None] Provisioning for port 2a158799-0d18-46dd-b68b-d048186f2a89 completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:20.595205 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-03a58d24-6446-48c2-b99c-3c8d28c4bb89 req-87184d44-d50a-443a-a725-5cb73794618c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.5011837 Jan 24 09:23:20.601676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 41280) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:20.609502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-44c217ec-0ef7-4493-9fc6-d0a24796df3a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'floatingip': {'port_id': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:20.649586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Router e64729d7-97d4-4eba-8bfc-a64868bd4651 is scheduled to L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e with binding_index 1 {{(pid=80074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:23:20.837926 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44c217ec-0ef7-4493-9fc6-d0a24796df3a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.938674 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 2a158799-0d18-46dd-b68b-d048186f2a89 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:20.957037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:23:20.969939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Sync routers for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:23:20.989310 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 2a158799-0d18-46dd-b68b-d048186f2a89 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:20.989743 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.996778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:23:21.011280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:22:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:21.064827 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.068955 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-bdcd3f3e-e2be-4cc7-b40e-362ee5b0e1e3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1198459 Jan 24 09:23:21.073658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41296) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:21.092539 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.169831 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f1992255-69ce-4a04-abc0-b26f9fa44766 req-e761e79d-3906-4a10-9849-3066fb919f9a tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 210 time: 0.1135962 Jan 24 09:23:21.235267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601382c8-aa72-4729-af67-50c3c4432bb8 req-c1cf4e6a-7a73-4125-8efc-4f5b73e6276f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:21.238508 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-601382c8-aa72-4729-af67-50c3c4432bb8 req-c1cf4e6a-7a73-4125-8efc-4f5b73e6276f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 946 time: 0.6419606 Jan 24 09:23:21.405036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.532419 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 2a158799-0d18-46dd-b68b-d048186f2a89, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=2a158799-0d18-46dd-b68b-d048186f2a89,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:21.539618 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.541671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:21.576120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.581418 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:23:21.598583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aa7aa04e-bac9-48a0-8096-4de7d8487872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:21.650621 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414775f3-5e71-47b1-9997-33f5fb4214a8,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:21.665873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:21.749109 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a2563b6bc5348bb991e87d918f69b90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8778398 Jan 24 09:23:21.753311 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41310) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:21.767192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-f9a130e0-7363-4d43-8398-7c1b6a049ac3 None None] Provisioning complete for port 2a158799-0d18-46dd-b68b-d048186f2a89 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:21.768011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9a130e0-7363-4d43-8398-7c1b6a049ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.943848 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=2a158799-0d18-46dd-b68b-d048186f2a89,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:21.960213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:22.321476 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5f07c97d-5db0-4adf-8c7c-462189467e9f None None] Provisioning complete for port 2a158799-0d18-46dd-b68b-d048186f2a89 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:22.322088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5f07c97d-5db0-4adf-8c7c-462189467e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:22.328693 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-601382c8-aa72-4729-af67-50c3c4432bb8 req-0615e1ac-e487-4f3a-a9c8-8a24a8ef4b99 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0760980 Jan 24 09:23:22.354056 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:18Z', 'revision_number': 3, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:22.359171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Checking router: e64729d7-97d4-4eba-8bfc-a64868bd4651 for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:23:22.359891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Updating router e64729d7-97d4-4eba-8bfc-a64868bd4651 port bd15abe1-4d72-45d4-b03e-3f5ab44cde72 binding host dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:23:22.480844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:22.620909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-9f6c3d21-425d-408c-9ffd-d30134c94a04 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:22.622837 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-9f6c3d21-425d-408c-9ffd-d30134c94a04 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.13 "GET /v2.0/networks?id=994b382e-ac10-4d41-8ea1-2e5057416b33 HTTP/1.1" status: 200 len: 813 time: 1.3497257 Jan 24 09:23:22.655986 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Request body: {'port': {'device_id': 'de0da691-3b10-4ba0-bc87-a235e911b06a', 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33', 'admin_state_up': True, 'tenant_id': '597fbaf228c84894baa0c073ba97abca'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:22.701586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-41f3419e-7a22-4ffe-b4a1-e524d36f3313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:22.741933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-41f3419e-7a22-4ffe-b4a1-e524d36f3313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:22.759270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-1c62e7d0-38de-4e60-85d3-2628d8d323b2 None None] Provisioning complete for port 2a158799-0d18-46dd-b68b-d048186f2a89 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:22.762943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c62e7d0-38de-4e60-85d3-2628d8d323b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:22.932594 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c0286e56-2a96-4d5b-9886-b60c94fe861c req-32996053-f437-4c53-9295-a78e3bef0500 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 210 time: 0.2987115 Jan 24 09:23:22.934031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:22.941673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Usage tracker for resource:port and tenant:597fbaf228c84894baa0c073ba97abca is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:22.945105 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Quota usage for port was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:22.953734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:22.976044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Made reservation on behalf of 597fbaf228c84894baa0c073ba97abca for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:22.989497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.008903 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-41f3419e-7a22-4ffe-b4a1-e524d36f3313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.042397 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dc0812b8-255f-4bb8-bebd-0245f6df0273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:23.083317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-41f3419e-7a22-4ffe-b4a1-e524d36f3313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.087607 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-41f3419e-7a22-4ffe-b4a1-e524d36f3313 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/414775f3-5e71-47b1-9997-33f5fb4214a8 HTTP/1.1" status: 204 len: 168 time: 1.3332188 Jan 24 09:23:23.123453 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.136640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Transition to ACTIVE for port object bd15abe1-4d72-45d4-b03e-3f5ab44cde72 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:23.144727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.148339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da936a-577b-4578-9992-2ffebd835971 req-1f81e53a-881d-4a3f-babd-5d0caf7aa179 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:23.152615 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3419e-7a22-4ffe-b4a1-e524d36f3313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414775f3-5e71-47b1-9997-33f5fb4214a8,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:23.154582 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-66da936a-577b-4578-9992-2ffebd835971 req-1f81e53a-881d-4a3f-babd-5d0caf7aa179 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 1.3997097 Jan 24 09:23:23.174045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:23.233035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-41f3419e-7a22-4ffe-b4a1-e524d36f3313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:23.488048 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-66da936a-577b-4578-9992-2ffebd835971 req-77684aa6-2ef7-4b28-bf2d-5bcb21470b0a tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621791 Jan 24 09:23:23.582208 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.594249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Attempting to bind port bd15abe1-4d72-45d4-b03e-3f5ab44cde72 on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:23.594249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Attempting to bind port bd15abe1-4d72-45d4-b03e-3f5ab44cde72 by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:23.594249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Attempting to bind port bd15abe1-4d72-45d4-b03e-3f5ab44cde72 on network de65dbf3-a864-41cb-b58d-918771c2a6a0 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:23.611624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:23.612598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Checking segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:23.613163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.613748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Bound using segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:23.614272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Bound port: bd15abe1-4d72-45d4-b03e-3f5ab44cde72, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:23.614740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.675917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Pushing event updated for resources: {'Port': ['ID=bd15abe1-4d72-45d4-b03e-3f5ab44cde72,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:23.688642 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.689064 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.689575 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.691242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.691620 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.691991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.692357 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.692718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.693077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.693435 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.693793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.694152 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.695105 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.695471 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.695834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.696192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.696549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.696905 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.697258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.697612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.697964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.698316 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.698698 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.699051 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:23.705463 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:23.759792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] For port bd15abe1-4d72-45d4-b03e-3f5ab44cde72, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:23.765644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] For port bd15abe1-4d72-45d4-b03e-3f5ab44cde72, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=bd15abe1-4d72-45d4-b03e-3f5ab44cde72,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:23.778367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.799293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41370) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:23.811479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:23.967179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2a158799-0d18-46dd-b68b-d048186f2a89 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:24.212181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 2a158799-0d18-46dd-b68b-d048186f2a89 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:24.212605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.265611 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.278503 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Pushing event updated for resources: {'Port': ['ID=bd15abe1-4d72-45d4-b03e-3f5ab44cde72,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:24.292808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:24.295760 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:24.297987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Allocated IP 172.20.0.1 (79adafad-a23c-41c0-ac74-5b7a76123b26/0f2d4652-a7fd-4b0b-8af1-c7db64f62233/2f4878ba-1ea5-48e7-97d6-1727d7bc720a) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:24.301199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] Usage tracker for resource:security_group_rule and tenant:b859d7900a7e453bb6932c35571ff805 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:24.306041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:24.316666 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:24.344487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:23:24.345644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:22:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:24.387676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.525994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44c217ec-0ef7-4493-9fc6-d0a24796df3a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.612234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.632098 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4c861a3f-e9c6-4262-9164-0c8c446593b5 req-7e306817-fe0b-4e1b-9bb9-8dbc0cddd7d4 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 210 time: 0.0569692 Jan 24 09:23:24.632771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44c217ec-0ef7-4493-9fc6-d0a24796df3a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.675489 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:23:24.697059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Transition to ACTIVE for port object 2f4878ba-1ea5-48e7-97d6-1727d7bc720a will not be triggered until provisioned by entity DHCP. {{(pid=80074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:24.736615 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.747421 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.776637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-30aada0b-e16c-4854-811a-086a0bab9c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:24.849524 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b859d7900a7e453bb6932c35571ff805&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0489266 Jan 24 09:23:24.850250 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41406) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:24.860860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce190e2-a1db-40e0-9fc9-2cacfb110564,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:24.896777 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:24.924140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.033082 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:25.181783 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:18Z', 'revision_number': 3, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:25.196615 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bf0f9-4b5e-454e-8b9a-957bc948a673 None None] The sync data for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb is: [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:18Z', 'revision_number': 3, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:23:25.233351 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4508086a-fe0e-4cd8-b3ed-8dfe83d4c27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.269112 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4508086a-fe0e-4cd8-b3ed-8dfe83d4c27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.293122 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [None req-44c217ec-0ef7-4493-9fc6-d0a24796df3a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Floating IP 712fb05d-8650-4288-b252-3d48a3cb6db9 associated. External IP: 172.28.3.120, port: 5ba6b6c4-3700-4f71-beb9-1e502693fbb2. Jan 24 09:23:25.353390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2f4878ba-1ea5-48e7-97d6-1727d7bc720a,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:25.378628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:25.402419 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4508086a-fe0e-4cd8-b3ed-8dfe83d4c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.411079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-00cc7364-fc41-4b38-8e20-11906e852082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:25.428067 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508086a-fe0e-4cd8-b3ed-8dfe83d4c27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce190e2-a1db-40e0-9fc9-2cacfb110564,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:25.445054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4508086a-fe0e-4cd8-b3ed-8dfe83d4c27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:25.465474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4508086a-fe0e-4cd8-b3ed-8dfe83d4c27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.466867 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-4508086a-fe0e-4cd8-b3ed-8dfe83d4c27d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ce190e2-a1db-40e0-9fc9-2cacfb110564 HTTP/1.1" status: 204 len: 168 time: 0.6105251 Jan 24 09:23:25.468922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:25.481065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:25.489423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:25.530229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-864711ea-e22f-4d51-98a1-5db5c18d5630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.590792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636272'] for router_interface, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.876181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.952830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cce46-0507-4a0a-8a66-417b0e5a302f req-2863fd27-ded8-4b53-9047-79e08f7fffa3 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:25.965609 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-877cce46-0507-4a0a-8a66-417b0e5a302f req-2863fd27-ded8-4b53-9047-79e08f7fffa3 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 946 time: 2.2707062 Jan 24 09:23:25.994119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5bb04932-4816-4f77-ad49-2ffc9378d5af None None] Provisioning for port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:26.012555 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5bb04932-4816-4f77-ad49-2ffc9378d5af None None] Provisioning complete for port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:26.015440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5bb04932-4816-4f77-ad49-2ffc9378d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.036157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edf1ba-9717-4d3c-85d2-c0557e86e8fd req-7781f261-9557-4533-9f9f-959631b8db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:26.038829 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a1edf1ba-9717-4d3c-85d2-c0557e86e8fd req-7781f261-9557-4533-9f9f-959631b8db6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 1162 time: 2.5498624 Jan 24 09:23:26.100228 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device bd15abe1-4d72-45d4-b03e-3f5ab44cde72 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:26.154308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d05c06-f6b4-4919-9f83-385646fa0b27 req-4de4a710-e290-48f1-a284-b642ba938efd tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:26.161545 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-59d05c06-f6b4-4919-9f83-385646fa0b27 req-4de4a710-e290-48f1-a284-b642ba938efd tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 1.1607664 Jan 24 09:23:26.239286 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a1edf1ba-9717-4d3c-85d2-c0557e86e8fd req-bc81c509-d6cc-45dd-b0cb-bbbe508f2445 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668788 Jan 24 09:23:26.260763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-5bb04932-4816-4f77-ad49-2ffc9378d5af None None] Port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:23:26.321528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port bd15abe1-4d72-45d4-b03e-3f5ab44cde72 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:26.330911 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-877cce46-0507-4a0a-8a66-417b0e5a302f req-16b4b272-8caa-4d52-84f9-688eacb84459 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674545 Jan 24 09:23:26.333717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port bd15abe1-4d72-45d4-b03e-3f5ab44cde72 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:26.334160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.376229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 41448) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:26.389311 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-59d05c06-f6b4-4919-9f83-385646fa0b27 req-1a884171-d159-497e-b14b-a34a295eaaef tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087762 Jan 24 09:23:26.421149 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c217ec-0ef7-4493-9fc6-d0a24796df3a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Router 5d0e64d3-b86e-4112-8416-9fb4df83974c has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:23:26.630859 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Allocated IP 172.20.0.13 (994b382e-ac10-4d41-8ea1-2e5057416b33/9009cf9e-2db5-4917-8547-3cc40cfa93e8/c1ca9039-80fb-4b62-8064-c35e8d0516b6) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:26.634869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.660165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port bd15abe1-4d72-45d4-b03e-3f5ab44cde72, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=bd15abe1-4d72-45d4-b03e-3f5ab44cde72,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:26.663684 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.670267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3680843e-40b8-4a9e-820d-bce11b85cdcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:26.698917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41454) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:26.761767 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4af25b74-e99a-43b5-9140-99ad48bda0b8 req-a9698fc7-a947-46b7-a215-ad78af743482 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 210 time: 0.1434293 Jan 24 09:23:26.767586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.806829 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.810751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=bd15abe1-4d72-45d4-b03e-3f5ab44cde72,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:26.814304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:26.819101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2835779b1d41389b094401a8a21674 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:26.822212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:26.824686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:26.827883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852299966'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.828940 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:26.866629 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.893932 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:26.915145 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:26.923519 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] Usage tracker for resource:security_group_rule and tenant:16d87a3089b346a7a69d166a38cddc7e is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:26.929024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:26.954182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:26.992849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853738566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637915'] for router_interface, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.009370 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2f4878ba-1ea5-48e7-97d6-1727d7bc720a,revision_number=2']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:27.011807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:27.032791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c217ec-0ef7-4493-9fc6-d0a24796df3a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:23:27.051084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] Sync routers for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:23:27.067430 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:23:27.068299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:22:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:27.093851 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44c217ec-0ef7-4493-9fc6-d0a24796df3a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.225164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.231146 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.233908 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-44c217ec-0ef7-4493-9fc6-d0a24796df3a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "PUT /v2.0/floatingips/712fb05d-8650-4288-b252-3d48a3cb6db9 HTTP/1.1" status: 200 len: 991 time: 6.6307271 Jan 24 09:23:27.243044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:27.261895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9f449d89-d2f7-4ba3-8e7c-3b16e0c7aa43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:27.286541 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.292163 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a2835779b1d41389b094401a8a21674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920818 Jan 24 09:23:27.297571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41472) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:27.298511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4102dc8d-eee0-492b-b6d9-25ac20da8b3c,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:27.304263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:27.319404 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:27.322283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:27.408523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.444715 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.473415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dbd97566-2fb0-441e-9c7a-801d39430f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:27.542950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6394078e-b59d-4cae-8d97-638451bb2240,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:27.574754 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:27.588387 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.616108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:27.734728 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16d87a3089b346a7a69d166a38cddc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3285508 Jan 24 09:23:27.778229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41486) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:27.825861 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2', 'status': 'completed', 'code': 200} Jan 24 09:23:27.855649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:23:27.998249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device bd15abe1-4d72-45d4-b03e-3f5ab44cde72 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:28.109191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-08ba349d-9a6f-42f9-8adc-55835be59602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.178509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Router e64729d7-97d4-4eba-8bfc-a64868bd4651 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:23:28.179672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27f5d3b1-66e8-4e7f-85b7-ad87941e52a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.195172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-96d0551b-2b0e-49ee-bdd5-c6c33f6a9783 None None] Provisioning complete for port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:28.196025 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-96d0551b-2b0e-49ee-bdd5-c6c33f6a9783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.313262 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27f5d3b1-66e8-4e7f-85b7-ad87941e52a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.313534 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-96d0551b-2b0e-49ee-bdd5-c6c33f6a9783 None None] Port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:23:28.320365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port bd15abe1-4d72-45d4-b03e-3f5ab44cde72 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:28.321201 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.392831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3c4204bc-b7a3-4e5f-825c-35e8a15a3c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.468592 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Network 994b382e-ac10-4d41-8ea1-2e5057416b33 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:28.474313 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3c4204bc-b7a3-4e5f-825c-35e8a15a3c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.484074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Pushing event updated for resources: {'Port': ['ID=c1ca9039-80fb-4b62-8064-c35e8d0516b6,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:28.487380 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:28.488691 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.498248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:28.519748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:28.520460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.528636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:28.550601 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27f5d3b1-66e8-4e7f-85b7-ad87941e52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.564655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-2f1a7fff-a8c6-48c7-aa27-4a6cc25b6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:28.566963 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-2f1a7fff-a8c6-48c7-aa27-4a6cc25b6721 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 1162 time: 0.8323998 Jan 24 09:23:28.567078 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-838209dd-542f-4262-aa69-2fef03924da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:28.595768 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:23:28.608591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5d3b1-66e8-4e7f-85b7-ad87941e52a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4102dc8d-eee0-492b-b6d9-25ac20da8b3c,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:28.612755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-27f5d3b1-66e8-4e7f-85b7-ad87941e52a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:28.620740 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9805861 Jan 24 09:23:28.633064 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27f5d3b1-66e8-4e7f-85b7-ad87941e52a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.634717 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-27f5d3b1-66e8-4e7f-85b7-ad87941e52a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4102dc8d-eee0-492b-b6d9-25ac20da8b3c HTTP/1.1" status: 204 len: 168 time: 1.3325067 Jan 24 09:23:28.644909 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] 10.222.0.18 "PUT /v2.0/routers/e64729d7-97d4-4eba-8bfc-a64868bd4651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5622783 Jan 24 09:23:28.644909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3c4204bc-b7a3-4e5f-825c-35e8a15a3c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.644909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3c4204bc-b7a3-4e5f-825c-35e8a15a3c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.644909 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3c4204bc-b7a3-4e5f-825c-35e8a15a3c00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6394078e-b59d-4cae-8d97-638451bb2240 HTTP/1.1" status: 204 len: 168 time: 0.8556712 Jan 24 09:23:28.644909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-18d8a4df-6ade-4e31-90c6-96ef0fa4c9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:28.658135 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4204bc-b7a3-4e5f-825c-35e8a15a3c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6394078e-b59d-4cae-8d97-638451bb2240,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:28.667079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3c4204bc-b7a3-4e5f-825c-35e8a15a3c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:28.750599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '712fb05d-8650-4288-b252-3d48a3cb6db9', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'port_id': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'mac_address': 'fa:16:3e:58:5c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:22:45Z', 'updated_at': '2021-01-24T09:23:24Z', 'revision_number': 1, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:28.755535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] Checking router: 5d0e64d3-b86e-4112-8416-9fb4df83974c for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:23:28.761511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Request body: {'port': {'device_id': 'de0da691-3b10-4ba0-bc87-a235e911b06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:28.765348 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:23:28.766956 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:23:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:28.876807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0733d-861f-4678-a458-3790a59c0ac3 req-1afc5f40-8552-4ce1-b011-87560e978b9e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:28.877892 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-98e0733d-861f-4678-a458-3790a59c0ac3 req-1afc5f40-8552-4ce1-b011-87560e978b9e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Synchronizing usage tracker for tenant:597fbaf228c84894baa0c073ba97abca on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:28.878888 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Sync routers for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:23:28.897945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:23:28.898660 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:23:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:28.915921 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072ed57-9b5a-4ae3-80c1-9a5e03620be2 req-1a395cd9-1358-4b35-9df3-980f50530f08 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:28.924622 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e072ed57-9b5a-4ae3-80c1-9a5e03620be2 req-1a395cd9-1358-4b35-9df3-980f50530f08 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.8214159 Jan 24 09:23:28.969218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-98e0733d-861f-4678-a458-3790a59c0ac3 req-1afc5f40-8552-4ce1-b011-87560e978b9e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Unset dirty status for tenant:597fbaf228c84894baa0c073ba97abca on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:28.980347 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98e0733d-861f-4678-a458-3790a59c0ac3 req-1afc5f40-8552-4ce1-b011-87560e978b9e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 932 time: 0.8560462 Jan 24 09:23:29.161518 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:29.241157 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e072ed57-9b5a-4ae3-80c1-9a5e03620be2 req-212ec8f6-6617-4fae-bff7-9086fdabe972 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152761 Jan 24 09:23:29.260979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-98e0733d-861f-4678-a458-3790a59c0ac3 req-c4144e75-5b43-4d46-8259-8463dd43154f tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Synchronizing usage tracker for tenant:597fbaf228c84894baa0c073ba97abca on resource:security_group {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:29.334545 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:23:29.446763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:23:29.587081 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:29.625356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-b1b107e3-1a8e-4fb6-863a-7d5d0a6094a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:29.627632 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-b1b107e3-1a8e-4fb6-863a-7d5d0a6094a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 1.0470390 Jan 24 09:23:29.632983 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-98e0733d-861f-4678-a458-3790a59c0ac3 req-c4144e75-5b43-4d46-8259-8463dd43154f tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Unset dirty status for tenant:597fbaf228c84894baa0c073ba97abca on resource:security_group {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:29.633406 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98e0733d-861f-4678-a458-3790a59c0ac3 req-c4144e75-5b43-4d46-8259-8463dd43154f tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6520174 Jan 24 09:23:29.770852 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-07f0a573-204a-4ae7-8aa5-2a065e7d669c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2 HTTP/1.1" status: 200 len: 999 time: 0.1292472 Jan 24 09:23:29.852674 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '712fb05d-8650-4288-b252-3d48a3cb6db9', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'port_id': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'mac_address': 'fa:16:3e:58:5c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:22:45Z', 'updated_at': '2021-01-24T09:23:24Z', 'revision_number': 1, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:29.857526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dcabf-5b07-4099-98e1-0c1ed0873dd1 None None] The sync data for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb is: [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '712fb05d-8650-4288-b252-3d48a3cb6db9', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'port_id': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'mac_address': 'fa:16:3e:58:5c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:22:45Z', 'updated_at': '2021-01-24T09:23:24Z', 'revision_number': 1, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:23:29.933290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:30.005267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 2, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:30.011686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Checking router: e64729d7-97d4-4eba-8bfc-a64868bd4651 for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:23:30.012324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Updating router e64729d7-97d4-4eba-8bfc-a64868bd4651 port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a binding host dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:23:30.090545 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-4ea712c8-307e-491b-958a-a0536b1469aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:30.092349 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-4ea712c8-307e-491b-958a-a0536b1469aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.2943702 Jan 24 09:23:30.121992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:30.130577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41536) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:30.275348 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e471f-4422-45be-b87f-aeeaefbc8a0b req-74febb04-243e-4fbf-b79d-0095c5b9f8b5 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:30.277052 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-531e471f-4422-45be-b87f-aeeaefbc8a0b req-74febb04-243e-4fbf-b79d-0095c5b9f8b5 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.4094119 Jan 24 09:23:30.305956 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d90b9-d5f5-465b-bf99-403cfaaa6770 None None] New status for floating IP 712fb05d-8650-4288-b252-3d48a3cb6db9: ACTIVE {{(pid=80075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:23:30.403103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ca9039-80fb-4b62-8064-c35e8d0516b6 {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:23:30.413809 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-7223be60-4470-49f0-a573-f3dfde01d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:30.415514 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-7223be60-4470-49f0-a573-f3dfde01d30e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3120697 Jan 24 09:23:30.444642 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:30.616573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:30.630106 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-531e471f-4422-45be-b87f-aeeaefbc8a0b req-2dbb202a-a957-4145-937b-4cab5eadb3cf tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214917 Jan 24 09:23:30.630831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 41550) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:30.650437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:30.659627 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] Usage tracker for resource:security_group_rule and tenant:09f320e905d54e0693cf7929b4490914 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:30.663304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:30.667793 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-7335042d-2ce2-4dfe-a409-86cbf59e55ee service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281556 Jan 24 09:23:30.677192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:30.682563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Transition to ACTIVE for port object c1ca9039-80fb-4b62-8064-c35e8d0516b6 will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:30.690578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41560) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:30.699444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'security_group': {'name': 'tempest-securitygroup--206632486', 'description': 'tempest-description--304769527'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:30.728010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:30.767859 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:security_group and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:30.774156 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:30.797798 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:30.836502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:30.875157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:30.882949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:security_group_rule and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:30.891944 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:30.908949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:30.948090 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:30.950037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:30.967215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:30.982416 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Transition to ACTIVE for port object 2f4878ba-1ea5-48e7-97d6-1727d7bc720a will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:30.989528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:30.997988 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-919d98ae-103c-43ae-812c-b53a8c9a9f65 req-060ab00b-0d2e-4d9f-9cf1-70b0ac79344c service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3166053 Jan 24 09:23:31.001253 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.167114 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.168856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0a3e0b87-bff6-41bc-8124-14c034edc305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:31.184778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-012143c0-5de8-428b-9733-7c6b1d91caaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:31.186635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.247048 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09f320e905d54e0693cf7929b4490914&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1149440 Jan 24 09:23:31.258849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41572) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:31.259145 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-9fb09832-eff2-4423-9a14-ca92ef8af9ce tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:31.266923 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-9fb09832-eff2-4423-9a14-ca92ef8af9ce tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 815 time: 0.2677462 Jan 24 09:23:31.277566 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28527319-b17d-4b74-a8de-688c7f15c317,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:31.281851 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:31.285708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:31.301113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.302564 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6108289 Jan 24 09:23:31.307508 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:31.311935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41578) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:31.365670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'security_group_rule': {'security_group_id': '7c16d859-20df-4b8f-8158-0cdcedf5a475', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:31.406946 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:31.434672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b06f0-a774-4ee8-95f9-a024375e2c9a None None] Pushing event updated for resources: {'Port': ['ID=2f4878ba-1ea5-48e7-97d6-1727d7bc720a,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:31.434769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:security_group_rule and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:31.434769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:31.446894 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c67b06f0-a774-4ee8-95f9-a024375e2c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:31.478101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:31.483535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'SecurityGroup': ['ID=7c16d859-20df-4b8f-8158-0cdcedf5a475,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:31.496890 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:31.550246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Attempting to bind port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:31.551214 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Attempting to bind port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:31.551818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Attempting to bind port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a on network 79adafad-a23c-41c0-ac74-5b7a76123b26 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:31.559357 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:31.560024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Checking segment: {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:31.560660 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.561292 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Bound using segment: {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:31.562022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Bound port: 2f4878ba-1ea5-48e7-97d6-1727d7bc720a, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:31.562708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.569607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.578696 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-b376819e-543e-4338-b3f1-793e18d7d518 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/quotas/5385e0ed9a2447a7b7fe25b63f8f18ab HTTP/1.1" status: 200 len: 375 time: 0.3106973 Jan 24 09:23:31.592234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1652045996-network', 'tenant_id': '3d03a80a82fe492a90c250ce63ddc3b2'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:31.599129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:31.604022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Usage tracker for resource:network and tenant:3d03a80a82fe492a90c250ce63ddc3b2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:31.605027 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b7331b-76d4-44b2-840f-a3617973975b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.609286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:31.617682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:31.662707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b7331b-76d4-44b2-840f-a3617973975b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.683856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] For port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:31.684194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Made reservation on behalf of 3d03a80a82fe492a90c250ce63ddc3b2 for: {'network': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:31.687561 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] For port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=2f4878ba-1ea5-48e7-97d6-1727d7bc720a,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:31.688952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.692057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.711764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:31.713235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.720040 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.723638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:31.749161 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ca9039-80fb-4b62-8064-c35e8d0516b6,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:31.754570 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:31.755249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85a25d8-7bcd-43a6-b316-daf7d84743f5,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:31.762670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:31.765753 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.769599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.770954 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-baf725d2-7347-4704-b813-507eca5390e0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4578760 Jan 24 09:23:31.772124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b7331b-76d4-44b2-840f-a3617973975b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.774737 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b7331b-76d4-44b2-840f-a3617973975b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.775879 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-30b7331b-76d4-44b2-840f-a3617973975b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28527319-b17d-4b74-a8de-688c7f15c317 HTTP/1.1" status: 204 len: 168 time: 0.5153925 Jan 24 09:23:31.776886 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41586) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:31.777559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dce2e95d-b9ab-4aae-a7c1-74d9ea14805a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:31.793597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'security_group_rule': {'security_group_id': '7c16d859-20df-4b8f-8158-0cdcedf5a475', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:31.806215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7331b-76d4-44b2-840f-a3617973975b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28527319-b17d-4b74-a8de-688c7f15c317,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:31.808652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:31.811716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-30b7331b-76d4-44b2-840f-a3617973975b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:31.815374 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:security_group_rule and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:31.824319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:31.832273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:31.864995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:31.869088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Usage tracker for resource:security_group_rule and tenant:3d03a80a82fe492a90c250ce63ddc3b2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:31.872144 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:31.879423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:31.880100 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.905511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b06f0-a774-4ee8-95f9-a024375e2c9a None None] Pushing event updated for resources: {'Port': ['ID=2f4878ba-1ea5-48e7-97d6-1727d7bc720a,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:31.912120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c67b06f0-a774-4ee8-95f9-a024375e2c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:31.947104 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Attempting to bind port c1ca9039-80fb-4b62-8064-c35e8d0516b6 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:31.947474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Attempting to bind port c1ca9039-80fb-4b62-8064-c35e8d0516b6 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '86786ac3-7ed1-4351-abc6-de4dec9cce32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:31.947841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Attempting to bind port c1ca9039-80fb-4b62-8064-c35e8d0516b6 on network 994b382e-ac10-4d41-8ea1-2e5057416b33 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:31.961384 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:31.961763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Checking segment: {'id': '86786ac3-7ed1-4351-abc6-de4dec9cce32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:31.962165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.962627 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Bound using segment: {'id': '86786ac3-7ed1-4351-abc6-de4dec9cce32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:31.963108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Bound port: c1ca9039-80fb-4b62-8064-c35e8d0516b6, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86786ac3-7ed1-4351-abc6-de4dec9cce32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:31.963475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.964986 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:23:31.965685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:23:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:31.989666 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:31.992444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:32.019507 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:32.068292 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3655feba-9c8a-441f-b52b-bc3f883c478f,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:32.076772 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:32.077593 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:32.081935 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8dd37237-88a8-468c-88cc-08033691cd97 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2938201 Jan 24 09:23:32.083605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41596) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:32.091417 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'floatingip': {'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:32.103531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:32.108595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:floatingip and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:32.112538 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:32.121129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:32.145496 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:32.148818 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-315b7962-3a4b-478c-9505-475ab954b163 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4750118 Jan 24 09:23:32.311143 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-cc50a1cd-77ec-4e0c-830f-0f7b96554457 service neutron] 10.222.0.18 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611464 Jan 24 09:23:32.335783 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:32.366938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432c7b-dc5f-4b78-84c7-bf6b6f157c66 req-31c2dfa1-fea2-4ba3-8d13-ff26164fb829 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:32.375472 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a8432c7b-dc5f-4b78-84c7-bf6b6f157c66 req-31c2dfa1-fea2-4ba3-8d13-ff26164fb829 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 944 time: 1.1054428 Jan 24 09:23:32.481967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:23:32.701394 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Allocated IP 172.28.3.208 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/f1888864-140e-420d-b89e-2b65b35ae712) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:32.771716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] For port c1ca9039-80fb-4b62-8064-c35e8d0516b6, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:32.815033 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a8432c7b-dc5f-4b78-84c7-bf6b6f157c66 req-481efe27-f97d-4a71-980a-ad9a7dce5359 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387317 Jan 24 09:23:32.851795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] For port c1ca9039-80fb-4b62-8064-c35e8d0516b6, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c1ca9039-80fb-4b62-8064-c35e8d0516b6,segment=NetworkSegment(86786ac3-7ed1-4351-abc6-de4dec9cce32),segment_id=86786ac3-7ed1-4351-abc6-de4dec9cce32)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:32.868846 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:32.894421 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:32.932129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:31Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:32.935643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:32.936909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd9f3c-302f-45a4-b3a1-2e6d92d36a1b None None] The sync data for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb is: [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:31Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:23:32.961834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5076bfd7-c819-4006-ab9f-0b7fe101fcee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:33.116548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:33.165605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:33.169691 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ca9039-80fb-4b62-8064-c35e8d0516b6,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:33.185285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:33.187688 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-6e647f5e-c687-4d57-9d5a-09e2b0576a3b service neutron] 10.222.0.18 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8755562 Jan 24 09:23:33.197141 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:33.221440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:23:33.256930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309784602040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:33.261527 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Added segment 8ff7ae61-2375-40ef-a377-d26b8c69c84a of type vxlan for network 4fae7f97-6553-483e-94bb-7063a8558f8e Jan 24 09:23:33.275769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'Port': ['ID=f1888864-140e-420d-b89e-2b65b35ae712,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:33.281701 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:33.319745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:33.333390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:33.335212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:33.338330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:33.404100 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-547a46dc-253f-4773-b720-22d1737e71f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:33.509638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58d7d8a-b380-440d-823f-4d7d7ebe1297,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:33.524043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:33.531636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:33.545382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:33.599627 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:33.601471 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:33.630435 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e287e9d0-654b-464d-ac58-004f4bf4fb3a req-b58f0d04-82ec-4950-b071-08643f4d2aa8 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 210 time: 0.1042562 Jan 24 09:23:33.656815 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:33.732569 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:33.971673 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.3353798 Jan 24 09:23:33.982902 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41636) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:33.993350 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:33.993985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:33.995528 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] 10.222.0.13 "PUT /v2.0/ports/c1ca9039-80fb-4b62-8064-c35e8d0516b6 HTTP/1.1" status: 200 len: 1158 time: 5.2479033 Jan 24 09:23:34.020614 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0da691-3b10-4ba0-bc87-a235e911b06a', 'tag': 'c1ca9039-80fb-4b62-8064-c35e8d0516b6'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:34.021552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Request body: {'subnet': {'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1652045996-subnet', 'tenant_id': '3d03a80a82fe492a90c250ce63ddc3b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:34.059240 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2f4878ba-1ea5-48e7-97d6-1727d7bc720a up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:34.059649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:34.076986 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Usage tracker for resource:subnet and tenant:3d03a80a82fe492a90c250ce63ddc3b2 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:34.083051 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:34.116329 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:34.181835 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:34.192942 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:34.193475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:34.200018 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Pushing event updated for resources: {'Network': ['ID=4fae7f97-6553-483e-94bb-7063a8558f8e,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:34.228105 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Made reservation on behalf of 3d03a80a82fe492a90c250ce63ddc3b2 for: {'subnet': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:34.241745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852412406'] for subnet, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:34.262854 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:34.280079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3c70d-21ad-4262-95fe-318f16b3c83b req-d74e38b8-966a-4d34-9dfc-f5f721ce0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:34.281761 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ccd3c70d-21ad-4262-95fe-318f16b3c83b req-d74e38b8-966a-4d34-9dfc-f5f721ce0d9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 1162 time: 0.6840191 Jan 24 09:23:34.292799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network 4fae7f97-6553-483e-94bb-7063a8558f8e details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:23:34.323616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network 4fae7f97-6553-483e-94bb-7063a8558f8e details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:23:34.508760 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3c70d-21ad-4262-95fe-318f16b3c83b req-652d5b8c-13a9-49dd-9e7d-5fc5fb380f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:34.511309 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ccd3c70d-21ad-4262-95fe-318f16b3c83b req-652d5b8c-13a9-49dd-9e7d-5fc5fb380f21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 913 time: 0.2088156 Jan 24 09:23:34.522831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for port, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:34.530084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852299966'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:34.615689 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:34.648474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b10dd-3474-4aeb-b839-e422f0102650 req-e2300c0e-8fd9-4b8f-ba26-c86b3e189be4 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:34.663275 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-374b10dd-3474-4aeb-b839-e422f0102650 req-e2300c0e-8fd9-4b8f-ba26-c86b3e189be4 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.8999662 Jan 24 09:23:34.692010 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ccd3c70d-21ad-4262-95fe-318f16b3c83b req-866a42b1-a189-4a35-a63b-80c63e9a71b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55 HTTP/1.1" status: 200 len: 217 time: 0.1595063 Jan 24 09:23:34.712203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-02a48520-c3f6-4732-953b-a0087b5002ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:34.713867 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-02a48520-c3f6-4732-953b-a0087b5002ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=597fbaf228c84894baa0c073ba97abca&device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 1161 time: 0.6705275 Jan 24 09:23:34.725707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:34.763251 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=2f4878ba-1ea5-48e7-97d6-1727d7bc720a,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:34.767036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:34.772053 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:34.855044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=2f4878ba-1ea5-48e7-97d6-1727d7bc720a,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:34.858655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:34.875235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb247bb3-9694-4926-8060-95e7c6042dbb req-0fe78cb2-8787-40f2-abb1-964774b90eca tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:34.876986 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cb247bb3-9694-4926-8060-95e7c6042dbb req-0fe78cb2-8787-40f2-abb1-964774b90eca tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 944 time: 0.7016075 Jan 24 09:23:34.895499 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-0922e015-65bc-4925-be96-fb04cfdf870f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1ca9039-80fb-4b62-8064-c35e8d0516b6 HTTP/1.1" status: 200 len: 217 time: 0.1692379 Jan 24 09:23:34.927671 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-374b10dd-3474-4aeb-b839-e422f0102650 req-8bf0d82c-70cf-4f76-8835-aaa531646238 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390285 Jan 24 09:23:34.990737 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'Port': ['ID=f1888864-140e-420d-b89e-2b65b35ae712,revision_number=2']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:35.000975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:35.008896 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-a7ac4c82-33c5-4286-b0b1-753e48b3c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:35.010524 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-a7ac4c82-33c5-4286-b0b1-753e48b3c3f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9009cf9e-2db5-4917-8547-3cc40cfa93e8 HTTP/1.1" status: 200 len: 853 time: 0.0725842 Jan 24 09:23:35.028680 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3c70d-21ad-4262-95fe-318f16b3c83b req-d260d095-b5e4-4812-b77e-b0d62a962bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:35.030843 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ccd3c70d-21ad-4262-95fe-318f16b3c83b req-d260d095-b5e4-4812-b77e-b0d62a962bed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d33fa811-3200-4925-a427-b7ea88395aa8 HTTP/1.1" status: 200 len: 859 time: 0.3154540 Jan 24 09:23:35.065502 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cb247bb3-9694-4926-8060-95e7c6042dbb req-bf183a14-fa98-4e61-b524-f363caacd0c7 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702592 Jan 24 09:23:35.204836 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-1ffd8fe8-9e6d-41fc-b55b-027b586ca9f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=994b382e-ac10-4d41-8ea1-2e5057416b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378129 Jan 24 09:23:35.215095 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0da691-3b10-4ba0-bc87-a235e911b06a', 'tag': 'c1ca9039-80fb-4b62-8064-c35e8d0516b6', 'status': 'completed', 'code': 200} Jan 24 09:23:35.246507 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:35.250804 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ccd3c70d-21ad-4262-95fe-318f16b3c83b req-901cb7a2-2324-4a02-922b-edcd8f480c4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8a86c34-187e-4867-92be-4e0639ede877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137869 Jan 24 09:23:35.274443 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:35.275917 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1912386 Jan 24 09:23:35.384908 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852300326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852412389'] for subnet, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:35.401714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:35.549911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac23c9e-8a16-405c-8fa6-588293cf1436,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:35.563463 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:35.630920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Checking segment: {'id': '8ff7ae61-2375-40ef-a377-d26b8c69c84a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:35.631364 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Network hostable DHCP agents. Network: 4fae7f97-6553-483e-94bb-7063a8558f8e, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:23:35.652866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Network 4fae7f97-6553-483e-94bb-7063a8558f8e is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:23:35.665210 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, 4fae7f97-6553-483e-94bb-7063a8558f8e) {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:35.676038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a79902-1ede-4cf4-bd17-338f3fb580a7 None None] Network 4fae7f97-6553-483e-94bb-7063a8558f8e requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:23:35.679739 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:35.680810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:35.703389 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7190688 Jan 24 09:23:35.823774 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bcf7f725-5b12-4e68-8229-80d1921a7473 req-57b25d47-388e-4cd1-b8eb-8fc0daa9b57e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 210 time: 0.4532635 Jan 24 09:23:36.001596 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ccd3c70d-21ad-4262-95fe-318f16b3c83b req-242ad394-c686-4301-bd12-c88d36869e53 service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241416 Jan 24 09:23:36.022570 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-34d8b42e-6685-44a3-b57f-5f4f791b6c7a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--206632486&fields=id&tenant_id=90beaa18b0ad4bcaa81b63563df88165 HTTP/1.1" status: 200 len: 267 time: 0.2373676 Jan 24 09:23:36.028036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2f4878ba-1ea5-48e7-97d6-1727d7bc720a up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:36.066246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba677ff-6cf9-4483-8396-5997dfd461c3 None None] Network 4fae7f97-6553-483e-94bb-7063a8558f8e requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:23:36.188358 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ccd3c70d-21ad-4262-95fe-318f16b3c83b req-c0c2530d-bf51-45ed-82d0-46735c329a69 service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1746428 Jan 24 09:23:36.291019 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:36.291444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:36.346328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-6286215a-8975-49a1-beae-20850b502727 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:36.347784 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-6286215a-8975-49a1-beae-20850b502727 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 815 time: 1.1412697 Jan 24 09:23:36.410179 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-84dcd994-cf32-45cc-a2b5-dc647079c1f9 service neutron] 10.222.0.13 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1622827 Jan 24 09:23:36.422820 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Request body: {'port': {'device_id': 'ad99f4f4-3189-4341-b7ea-cd65a1d21c6f', 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44', 'admin_state_up': True, 'tenant_id': '5385e0ed9a2447a7b7fe25b63f8f18ab'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:36.788616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4786b-e1d9-42a4-b913-85cfc2de432b req-b78b4cac-1671-4465-a49d-e7cfe5391730 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:36.790304 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-72b4786b-e1d9-42a4-b913-85cfc2de432b req-b78b4cac-1671-4465-a49d-e7cfe5391730 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.6098945 Jan 24 09:23:36.818006 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-71abd96a-0c47-4d5c-8c9a-a7254b121367 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:36.819537 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-71abd96a-0c47-4d5c-8c9a-a7254b121367 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 810 time: 0.6369364 Jan 24 09:23:36.866443 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:36.884920 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfc0ec05-a38e-4d50-9db3-1c766a48ef6b req-4102924a-f8ed-4dcc-98c1-981fa52fc057 service neutron] 10.222.0.13 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3799782 Jan 24 09:23:36.889946 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-79c8389f-bb5c-482a-aa1d-53916a8b6b71 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/quotas/90beaa18b0ad4bcaa81b63563df88165 HTTP/1.1" status: 200 len: 375 time: 0.0554223 Jan 24 09:23:36.890863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:36.995047 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-72b4786b-e1d9-42a4-b913-85cfc2de432b req-ebcff1c8-253b-4e54-85dd-9c03fc5ec34c tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744370 Jan 24 09:23:37.007539 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Made reservation on behalf of 5385e0ed9a2447a7b7fe25b63f8f18ab for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:37.018240 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:37.306964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec1bc-aa3a-4597-a0a8-83201141804a req-2a617f6a-1251-4743-9318-19cd4e97076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:37.308602 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-331ec1bc-aa3a-4597-a0a8-83201141804a req-2a617f6a-1251-4743-9318-19cd4e97076c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=597fbaf228c84894baa0c073ba97abca&device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 1161 time: 0.3592238 Jan 24 09:23:37.338671 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-332a55d1-74cb-47b0-83e6-3c54a474c7ab tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4350991 Jan 24 09:23:37.643434 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d8b4f-8443-4c18-9319-3988297872b8 req-2ba36fac-9358-4e6c-91d1-275cf3821817 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:37.645132 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7f8d8b4f-8443-4c18-9319-3988297872b8 req-2ba36fac-9358-4e6c-91d1-275cf3821817 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 944 time: 0.4766195 Jan 24 09:23:37.813262 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-d21f31b9-243a-4590-a0e1-46b511c6cdb7 service neutron] 10.222.0.18 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081552 Jan 24 09:23:37.820442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec1bc-aa3a-4597-a0a8-83201141804a req-17a641dc-e0cb-4730-be96-d0022f8dcabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:37.821927 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-331ec1bc-aa3a-4597-a0a8-83201141804a req-17a641dc-e0cb-4730-be96-d0022f8dcabe service neutron] 10.222.0.13 "GET /v2.0/networks?id=994b382e-ac10-4d41-8ea1-2e5057416b33 HTTP/1.1" status: 200 len: 907 time: 0.4805083 Jan 24 09:23:37.856699 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7f8d8b4f-8443-4c18-9319-3988297872b8 req-0f9a61cf-6b4d-452a-87fc-6aae6c6c529c tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990020 Jan 24 09:23:37.860213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Allocated IP 172.20.0.8 (fbfd3652-13ea-4f4e-b987-c54ce79d9b44/20f121d0-f972-4bc2-b56d-a8979f12cf11/5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:38.244664 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-331ec1bc-aa3a-4597-a0a8-83201141804a req-5aeb2446-a4e7-4c9d-b2f6-5b9f0f8542a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1ca9039-80fb-4b62-8064-c35e8d0516b6 HTTP/1.1" status: 200 len: 217 time: 0.3814077 Jan 24 09:23:38.264732 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6bd8ff3d-a5fb-4d94-a1fe-ac5f1e3d2c87 req-b8bea034-54de-4fdd-9f60-8832b396525d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 210 time: 0.1250420 Jan 24 09:23:38.435883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec1bc-aa3a-4597-a0a8-83201141804a req-2f73864c-b8d5-4ad3-ab32-094dee4adb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:38.437438 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-331ec1bc-aa3a-4597-a0a8-83201141804a req-2f73864c-b8d5-4ad3-ab32-094dee4adb6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9009cf9e-2db5-4917-8547-3cc40cfa93e8 HTTP/1.1" status: 200 len: 853 time: 0.1769173 Jan 24 09:23:38.574135 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-f43619f2-c010-4527-94a4-f6fc95cca028 service neutron] 10.222.0.18 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7474878 Jan 24 09:23:38.628863 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-331ec1bc-aa3a-4597-a0a8-83201141804a req-47b28ba2-70ee-4920-afe4-403ba031612a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=994b382e-ac10-4d41-8ea1-2e5057416b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301789 Jan 24 09:23:38.938771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-91af5bd4-0f49-4e5b-984e-1ac6835dfe45 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:38.939728 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-91af5bd4-0f49-4e5b-984e-1ac6835dfe45 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Synchronizing usage tracker for tenant:3d03a80a82fe492a90c250ce63ddc3b2 on resource:network {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:38.994009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:39.000248 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-331ec1bc-aa3a-4597-a0a8-83201141804a req-a622511d-d17b-4ea5-b708-92e6337b9585 service neutron] 10.222.0.13 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611743 Jan 24 09:23:39.041832 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-91af5bd4-0f49-4e5b-984e-1ac6835dfe45 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Unset dirty status for tenant:3d03a80a82fe492a90c250ce63ddc3b2 on resource:network {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:39.043167 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-91af5bd4-0f49-4e5b-984e-1ac6835dfe45 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/networks?id=4fae7f97-6553-483e-94bb-7063a8558f8e HTTP/1.1" status: 200 len: 809 time: 0.6603765 Jan 24 09:23:39.139756 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-ad67207d-bb7e-49cc-9589-2697f24e85ef tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/quotas/3d03a80a82fe492a90c250ce63ddc3b2 HTTP/1.1" status: 200 len: 375 time: 0.0874197 Jan 24 09:23:39.172972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3f560-fca5-43f5-9624-63b908267aa4 req-22f529cb-2a52-4b9d-8408-40482e40cc19 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:39.175255 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-13d3f560-fca5-43f5-9624-63b908267aa4 req-22f529cb-2a52-4b9d-8408-40482e40cc19 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.3644803 Jan 24 09:23:39.265117 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-77d7f402-b698-45f9-ae6f-f85b3ae3c6c1 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d03a80a82fe492a90c250ce63ddc3b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866356 Jan 24 09:23:39.391000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:39.394218 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-331ec1bc-aa3a-4597-a0a8-83201141804a req-bc73405c-5f4a-4c92-9a36-edaa0f1a709f service neutron] 10.222.0.13 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3813436 Jan 24 09:23:39.410605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:39.451348 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-13d3f560-fca5-43f5-9624-63b908267aa4 req-02dca094-71cd-4ac8-b0c2-0df365e80432 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328222 Jan 24 09:23:39.574068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Pushing event updated for resources: {'Port': ['ID=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:39.591079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:39.672050 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-15564954-ce9a-4630-a8e3-2163e9c77703 req-11df3db6-82b5-47af-b44b-6dd0f6995803 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 210 time: 0.0950882 Jan 24 09:23:39.689996 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-27a9d18f-5508-4444-aa16-73d1a1b6d64b service neutron] 10.222.0.18 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155893 Jan 24 09:23:39.857173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:39.897049 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:39.914645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:39.936215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:39.942823 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:40.191256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-959c28dd-f0d8-4a4b-8d05-ed4481602569 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80075) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:23:40.332087 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-1175ec7c-d811-4a3e-9d73-374fdadd6a84 service neutron] 10.222.0.18 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6265607 Jan 24 09:23:40.337715 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9211526 Jan 24 09:23:40.360662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Request body: {'port': {'device_id': 'ad99f4f4-3189-4341-b7ea-cd65a1d21c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:40.453814 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-eaadee9f-c3be-4ab1-91dd-6908e6de73e2 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:40.453814 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-eaadee9f-c3be-4ab1-91dd-6908e6de73e2 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.13 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 810 time: 0.5879076 Jan 24 09:23:40.477226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa310158-7c36-406d-8b8e-35077733f564 req-fa381fce-aff6-4aaa-a2af-33c49139a020 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:40.478983 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fa310158-7c36-406d-8b8e-35077733f564 req-fa381fce-aff6-4aaa-a2af-33c49139a020 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 944 time: 0.6746864 Jan 24 09:23:40.682970 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fa310158-7c36-406d-8b8e-35077733f564 req-65c095c4-76c1-43cf-ac2c-6438f5871a6e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816800 Jan 24 09:23:40.709485 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-93346782-5d95-47a4-8b96-c86eb5c4eed1 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90beaa18b0ad4bcaa81b63563df88165 HTTP/1.1" status: 200 len: 5707 time: 0.2248800 Jan 24 09:23:40.709485 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:40.746611 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'port': {'device_id': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'admin_state_up': True, 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'security_groups': ['7c16d859-20df-4b8f-8158-0cdcedf5a475']}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:40.962508 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2e3330a6-8fbb-443d-86b9-8457818ea6e3 req-65e43829-fc52-427c-80c9-f59a467a0246 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 210 time: 0.2001207 Jan 24 09:23:41.211694 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:41.250658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b90793-97ee-424f-88dd-0ced46939235 req-25319aaa-c5fe-40e6-b13a-cec2bb732b95 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:41.251375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-a3b90793-97ee-424f-88dd-0ced46939235 req-25319aaa-c5fe-40e6-b13a-cec2bb732b95 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Synchronizing usage tracker for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:41.254626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:port and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:41.309276 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for port was recalculated. Used quota:3. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:41.317652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device c1ca9039-80fb-4b62-8064-c35e8d0516b6 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:41.327054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:41.365041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-a3b90793-97ee-424f-88dd-0ced46939235 req-25319aaa-c5fe-40e6-b13a-cec2bb732b95 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Unset dirty status for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:41.366335 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3b90793-97ee-424f-88dd-0ced46939235 req-25319aaa-c5fe-40e6-b13a-cec2bb732b95 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 931 time: 0.6242979 Jan 24 09:23:41.371515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Made reservation on behalf of 90beaa18b0ad4bcaa81b63563df88165 for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:41.381688 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:41.393975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port c1ca9039-80fb-4b62-8064-c35e8d0516b6 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:41.399009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port c1ca9039-80fb-4b62-8064-c35e8d0516b6 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:41.399431 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:41.525674 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:41.540095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d353b81-84b4-44ab-a23a-264a5f3572e7 req-4db50da8-95f9-4aa2-a894-4a8658c8de05 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:41.541770 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8d353b81-84b4-44ab-a23a-264a5f3572e7 req-4db50da8-95f9-4aa2-a894-4a8658c8de05 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.4460130 Jan 24 09:23:41.557310 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0da691-3b10-4ba0-bc87-a235e911b06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ca9039-80fb-4b62-8064-c35e8d0516b6'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:41.570312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port c1ca9039-80fb-4b62-8064-c35e8d0516b6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c1ca9039-80fb-4b62-8064-c35e8d0516b6,segment=NetworkSegment(86786ac3-7ed1-4351-abc6-de4dec9cce32),segment_id=86786ac3-7ed1-4351-abc6-de4dec9cce32)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:41.573755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:41.575755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:41.637695 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3b90793-97ee-424f-88dd-0ced46939235 req-848e3b6c-f315-4094-b073-c08b42d172c7 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310083 Jan 24 09:23:41.655047 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=c1ca9039-80fb-4b62-8064-c35e8d0516b6,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:41.667363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:41.789874 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8d353b81-84b4-44ab-a23a-264a5f3572e7 req-c722e482-8fd2-4eb4-97d4-16509b986341 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326190 Jan 24 09:23:41.863445 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0da691-3b10-4ba0-bc87-a235e911b06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ca9039-80fb-4b62-8064-c35e8d0516b6', 'code': 200} Jan 24 09:23:41.986204 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-33cebc36-f260-4cfb-a8f9-e1aaca737d9b req-41ec11d7-734f-4a65-8dee-f017aefaea6a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 210 time: 0.2054510 Jan 24 09:23:42.068085 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device c1ca9039-80fb-4b62-8064-c35e8d0516b6 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:42.206291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e6a1f-275b-4b29-913d-a32ae048111f req-060a4fa7-6078-40a5-a2d9-e5e37b80edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:42.208156 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-269e6a1f-275b-4b29-913d-a32ae048111f req-060a4fa7-6078-40a5-a2d9-e5e37b80edec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 1163 time: 0.0920229 Jan 24 09:23:42.228160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port c1ca9039-80fb-4b62-8064-c35e8d0516b6 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:42.228707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:42.269080 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-269e6a1f-275b-4b29-913d-a32ae048111f req-d255c5ab-cf48-4655-ac8c-d022990fbb5c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480917 Jan 24 09:23:42.306590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-1bae002e-2336-4db9-acc8-51fdf8d6d15e tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:42.308111 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-1bae002e-2336-4db9-acc8-51fdf8d6d15e tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.13 "GET /v2.0/networks?id=4fae7f97-6553-483e-94bb-7063a8558f8e HTTP/1.1" status: 200 len: 809 time: 0.5911808 Jan 24 09:23:42.420164 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-717f18f7-9645-4410-b579-12c1819a8dbc req-82fe3f83-fff2-49ec-93e3-b846b8b6ffa5 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 210 time: 0.1488576 Jan 24 09:23:42.427401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:23:42.443118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:42.680327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Request body: {'port': {'device_id': '900a8cc9-85b7-420c-ad8e-a20a0328881f', 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e', 'admin_state_up': True, 'tenant_id': '3d03a80a82fe492a90c250ce63ddc3b2'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:42.705318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Transition to ACTIVE for port object 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:42.770280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:42.785014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Allocated IP 172.20.0.6 (79adafad-a23c-41c0-ac74-5b7a76123b26/0f2d4652-a7fd-4b0b-8af1-c7db64f62233/92247ad3-5c0c-4a9c-9f43-f3e43d80fcea) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:42.800052 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:42.934443 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c5ac-6b6a-4f90-a52f-b570d4abe6c7 req-9ffa94a1-0160-4ca8-b58d-c09e76429e3a tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:42.936018 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-05f8c5ac-6b6a-4f90-a52f-b570d4abe6c7 req-9ffa94a1-0160-4ca8-b58d-c09e76429e3a tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 946 time: 0.7984607 Jan 24 09:23:43.103728 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:43.124531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:43.297836 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-05f8c5ac-6b6a-4f90-a52f-b570d4abe6c7 req-41f073fe-84aa-44e1-8828-dba649587b68 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043571 Jan 24 09:23:43.329538 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:43.343831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Usage tracker for resource:port and tenant:3d03a80a82fe492a90c250ce63ddc3b2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:43.352611 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Quota usage for port was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:43.369546 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:43.412836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60520242-a3eb-4f7a-8e9a-aab7a5128363 req-d99cc049-7b41-4177-a94d-64b7cd9df923 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:43.414509 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-60520242-a3eb-4f7a-8e9a-aab7a5128363 req-d99cc049-7b41-4177-a94d-64b7cd9df923 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 943 time: 0.5774095 Jan 24 09:23:43.563085 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Made reservation on behalf of 3d03a80a82fe492a90c250ce63ddc3b2 for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:43.573097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.676400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.692107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Attempting to bind port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:43.692481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Attempting to bind port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:43.692853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Attempting to bind port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c on network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:43.730069 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-60520242-a3eb-4f7a-8e9a-aab7a5128363 req-4a3efe0f-feb5-47f2-883d-8647b9ff4509 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518170 Jan 24 09:23:43.744372 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:43.745284 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Checking segment: {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:43.745703 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.746109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Bound using segment: {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:43.746649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Bound port: 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:43.747046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.822794 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Transition to ACTIVE for port object 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea will not be triggered until provisioned by entity DHCP. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:43.974004 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c59b04c9-9006-404f-b8fc-dd86b8e5beb4 req-7dd89e95-6cd7-4960-b0ba-27459b57d870 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 210 time: 0.0919070 Jan 24 09:23:44.021546 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73681bb8-9424-49e2-80e0-30918df74e81 req-cde4eab0-39ae-4a5c-b483-42b5b6b3232a tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:44.023254 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-73681bb8-9424-49e2-80e0-30918df74e81 req-cde4eab0-39ae-4a5c-b483-42b5b6b3232a tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.5514770 Jan 24 09:23:44.086697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device c1ca9039-80fb-4b62-8064-c35e8d0516b6 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:44.130492 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] For port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:44.152880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:44.172803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port c1ca9039-80fb-4b62-8064-c35e8d0516b6 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:44.173231 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:44.177225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:44.222265 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-73681bb8-9424-49e2-80e0-30918df74e81 req-58f075c9-7a4f-4a42-b95f-63fceafcaf0f tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835737 Jan 24 09:23:44.246778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] For port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:44.331930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:44.435085 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a404ad29-5f22-4716-af60-a7067863ca7b req-e26a5159-e444-4380-a696-64f6aaa544d4 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 210 time: 0.1147640 Jan 24 09:23:44.698547 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'Port': ['ID=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:44.701749 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:44.740133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dcc108e8-195b-4a99-8094-510c6d2261e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:45.011564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Allocated IP 172.20.0.14 (4fae7f97-6553-483e-94bb-7063a8558f8e/4ac23c9e-8a16-405c-8fa6-588293cf1436/5a54c995-06fb-4e1c-a321-b5d461f113ee) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:45.045052 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:45.049390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:45.096769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:45.113084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:45.115516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:45.138007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:45.138744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:45.154077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:45.154797 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:45.156303 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] 10.222.0.13 "PUT /v2.0/ports/5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c HTTP/1.1" status: 200 len: 1157 time: 4.8089414 Jan 24 09:23:45.168012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad99f4f4-3189-4341-b7ea-cd65a1d21c6f', 'tag': '5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:45.286139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af4095-66cd-4e39-9066-7978e6e0f36c req-41578d62-9e82-4f7e-856f-b2f152d17afe tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:45.287879 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c3af4095-66cd-4e39-9066-7978e6e0f36c req-41578d62-9e82-4f7e-856f-b2f152d17afe tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 946 time: 0.5907395 Jan 24 09:23:45.319562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-9f956110-6d1c-48c0-9f3d-7a2b45b8be5d None None] Provisioning for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:45.324856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-9f956110-6d1c-48c0-9f3d-7a2b45b8be5d None None] Provisioning complete for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:45.325342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9f956110-6d1c-48c0-9f3d-7a2b45b8be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:45.349510 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6239088 Jan 24 09:23:45.384913 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fe29f-a61c-41d3-a41f-19179c26d398 req-a19737bb-7ac5-44b4-8bf7-bff372037af7 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:45.385190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-9f956110-6d1c-48c0-9f3d-7a2b45b8be5d None None] Port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:23:45.387301 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-727fe29f-a61c-41d3-a41f-19179c26d398 req-a19737bb-7ac5-44b4-8bf7-bff372037af7 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 943 time: 0.5070376 Jan 24 09:23:45.458221 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Request body: {'port': {'device_id': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:45.592758 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c3af4095-66cd-4e39-9066-7978e6e0f36c req-28bcab7c-46e4-4094-bb13-a0819f759f02 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846112 Jan 24 09:23:45.679061 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-727fe29f-a61c-41d3-a41f-19179c26d398 req-64bb0ba3-1919-4ff7-8ff1-8b1fec7cadbf tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250872 Jan 24 09:23:45.775692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-2b33f643-746a-4fb3-8494-c1cd29b91423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:45.777796 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-2b33f643-746a-4fb3-8494-c1cd29b91423 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 1160 time: 0.5782235 Jan 24 09:23:45.836332 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:45.903207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 41898) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:45.921562 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-9cee88a0-3fe8-4d05-b597-afc16745ed2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c HTTP/1.1" status: 200 len: 217 time: 0.0965476 Jan 24 09:23:45.929224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:46.092330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:46.110325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:46.117215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] Usage tracker for resource:security_group_rule and tenant:7e48aa990c214b779ca6ae6e3156feeb is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:46.120492 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:46.127769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:46.130069 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad99f4f4-3189-4341-b7ea-cd65a1d21c6f', 'tag': '5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c', 'status': 'completed', 'code': 200} Jan 24 09:23:46.232714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:46.236884 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:46.261963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9f1de89f-74da-40d8-a892-611a27ab331e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:46.295604 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a27bac-1db6-4560-8de0-3a85147db7d4,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:46.307440 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e48aa990c214b779ca6ae6e3156feeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030931 Jan 24 09:23:46.309365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 41912) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:46.310018 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:46.317024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-94a7646b-de89-493a-9941-db1f2f4fa6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:46.318644 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-94a7646b-de89-493a-9941-db1f2f4fa6a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 200 len: 855 time: 0.3685331 Jan 24 09:23:46.439002 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-94a8ea46-6e5c-4531-9f49-9ce35ce3ec7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963056 Jan 24 09:23:46.491278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:46.566012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc2a39-1a6c-44c2-9b57-3bc9f7078fde req-9ec46e0a-21a1-4967-9e33-45c58edffec9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:46.566828 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-b2cc2a39-1a6c-44c2-9b57-3bc9f7078fde req-9ec46e0a-21a1-4967-9e33-45c58edffec9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Synchronizing usage tracker for tenant:90beaa18b0ad4bcaa81b63563df88165 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:46.569639 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-feecd936-2e1b-445e-be6d-58c0c48e1947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:46.966962 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edf5dc-46cf-454c-9509-f27d13706942 req-e8e0baf6-8a9b-46ae-ba14-81355c57de12 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:46.968659 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-97edf5dc-46cf-454c-9509-f27d13706942 req-e8e0baf6-8a9b-46ae-ba14-81355c57de12 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.8787911 Jan 24 09:23:47.154121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-508e55ce-5f07-408b-b550-945087232754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:47.155921 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-b2cc2a39-1a6c-44c2-9b57-3bc9f7078fde req-9ec46e0a-21a1-4967-9e33-45c58edffec9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Unset dirty status for tenant:90beaa18b0ad4bcaa81b63563df88165 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:47.157187 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b2cc2a39-1a6c-44c2-9b57-3bc9f7078fde req-9ec46e0a-21a1-4967-9e33-45c58edffec9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 931 time: 1.3720067 Jan 24 09:23:47.190844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Pushing event updated for resources: {'Port': ['ID=5a54c995-06fb-4e1c-a321-b5d461f113ee,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:47.200967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:47.309442 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-97edf5dc-46cf-454c-9509-f27d13706942 req-25495cdc-fb3d-497a-9402-7d5b2aaac721 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579358 Jan 24 09:23:47.351591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-508e55ce-5f07-408b-b550-945087232754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:47.369998 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-7f0d84fd-9ef1-493e-97b5-97e7930809f1 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9217565 Jan 24 09:23:47.440995 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b2cc2a39-1a6c-44c2-9b57-3bc9f7078fde req-ca33efd4-7766-4b7c-85c0-17b75ee5865a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602093 Jan 24 09:23:47.584305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Network 4fae7f97-6553-483e-94bb-7063a8558f8e is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:47.592424 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:47.601118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:47.623535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:47.624324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:47.703471 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:23:47.842547 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1735458 Jan 24 09:23:47.850009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-508e55ce-5f07-408b-b550-945087232754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:47.852689 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-508e55ce-5f07-408b-b550-945087232754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:47.853907 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-508e55ce-5f07-408b-b550-945087232754 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89a27bac-1db6-4560-8de0-3a85147db7d4 HTTP/1.1" status: 204 len: 168 time: 1.5403049 Jan 24 09:23:47.861801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-db5be3be-f43f-4396-99cc-c030691fcf0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:47.875025 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:23:47.883640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Request body: {'port': {'device_id': '900a8cc9-85b7-420c-ad8e-a20a0328881f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:47.914012 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad22cc96-7631-4c88-9a67-41858f05db1b req-7ba1d308-02aa-48c1-8b72-e7f5df66d77b service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5289948 Jan 24 09:23:47.935600 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:47.938412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e55ce-5f07-408b-b550-945087232754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a27bac-1db6-4560-8de0-3a85147db7d4,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:47.950778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-508e55ce-5f07-408b-b550-945087232754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:48.005937 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4984a95-97d5-426e-8906-bb8c72048e7b req-b6acdbb1-5afa-4ec0-9714-22fd69226d7e tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:48.006778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4984a95-97d5-426e-8906-bb8c72048e7b req-b6acdbb1-5afa-4ec0-9714-22fd69226d7e tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Synchronizing usage tracker for tenant:3d03a80a82fe492a90c250ce63ddc3b2 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:48.016967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Transition to ACTIVE for port object 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:48.112710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:48.137424 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:48.155133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:48.197643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d38169-e044-441a-a8b6-7e94dffcf0fb req-330e8179-b2b8-4376-81cb-8954a4e02c70 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:48.199489 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-32d38169-e044-441a-a8b6-7e94dffcf0fb req-330e8179-b2b8-4376-81cb-8954a4e02c70 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 943 time: 0.6114397 Jan 24 09:23:48.243480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:48.243906 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:48.341605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4984a95-97d5-426e-8906-bb8c72048e7b req-b6acdbb1-5afa-4ec0-9714-22fd69226d7e tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Unset dirty status for tenant:3d03a80a82fe492a90c250ce63ddc3b2 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:48.342928 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c4984a95-97d5-426e-8906-bb8c72048e7b req-b6acdbb1-5afa-4ec0-9714-22fd69226d7e tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 932 time: 0.8941340 Jan 24 09:23:48.368840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:48.428959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Pushing event updated for resources: {'Port': ['ID=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:48.462258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:48.501431 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-32d38169-e044-441a-a8b6-7e94dffcf0fb req-e2a0a2ef-8434-4b29-86e2-5fc5ac6e3784 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249126 Jan 24 09:23:48.568894 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3275523-605b-4fc1-8da0-f459f3c4de58 req-08c9c91e-a50e-47a2-b12d-f5d0b0f94a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:48.570574 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f3275523-605b-4fc1-8da0-f459f3c4de58 req-08c9c91e-a50e-47a2-b12d-f5d0b0f94a52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 1160 time: 0.5560119 Jan 24 09:23:48.576680 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4984a95-97d5-426e-8906-bb8c72048e7b req-69252c53-8259-4c2e-b74c-9a890d83e23f tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Synchronizing usage tracker for tenant:3d03a80a82fe492a90c250ce63ddc3b2 on resource:security_group {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:48.832725 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4984a95-97d5-426e-8906-bb8c72048e7b req-69252c53-8259-4c2e-b74c-9a890d83e23f tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Unset dirty status for tenant:3d03a80a82fe492a90c250ce63ddc3b2 on resource:security_group {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:48.834017 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c4984a95-97d5-426e-8906-bb8c72048e7b req-69252c53-8259-4c2e-b74c-9a890d83e23f tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382493 Jan 24 09:23:48.919859 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Attempting to bind port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:48.920234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Attempting to bind port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:48.920584 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Attempting to bind port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea on network 79adafad-a23c-41c0-ac74-5b7a76123b26 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:48.960427 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:48.960810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Checking segment: {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:48.961211 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:48.961607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Bound using segment: {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:48.962095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Bound port: 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:48.962545 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:49.016595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3275523-605b-4fc1-8da0-f459f3c4de58 req-e2b4ea26-04f1-4f4c-8bb4-6f1a9ccd773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:49.019340 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f3275523-605b-4fc1-8da0-f459f3c4de58 req-e2b4ea26-04f1-4f4c-8bb4-6f1a9ccd773e service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 909 time: 0.4394169 Jan 24 09:23:49.541520 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f3275523-605b-4fc1-8da0-f459f3c4de58 req-fb56faa4-2e62-4a6a-9585-06e30b660bb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c HTTP/1.1" status: 200 len: 217 time: 0.4569843 Jan 24 09:23:49.642455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] For port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:49.668203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] For port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:49.693034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:49.715587 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:49.792008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3275523-605b-4fc1-8da0-f459f3c4de58 req-04b1f683-9384-4445-a1df-285d5ce7ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:49.793597 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f3275523-605b-4fc1-8da0-f459f3c4de58 req-04b1f683-9384-4445-a1df-285d5ce7ebcd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 200 len: 855 time: 0.2399063 Jan 24 09:23:49.941447 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f3275523-605b-4fc1-8da0-f459f3c4de58 req-3ceddc06-757d-44f6-853b-2235a194d7e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775492 Jan 24 09:23:50.023090 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a06c53-f7f8-4ba6-b72c-eca2d694d626 req-2aa022b3-bd06-41fe-b43f-cd7c588e98de tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:50.024865 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-08a06c53-f7f8-4ba6-b72c-eca2d694d626 req-2aa022b3-bd06-41fe-b43f-cd7c588e98de tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 943 time: 0.9639647 Jan 24 09:23:50.052741 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae6ea6-b168-4076-a8a4-65ed47afc8fa req-23f5ffa5-78f4-4352-ab2b-4670b75c600f tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:50.054377 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94ae6ea6-b168-4076-a8a4-65ed47afc8fa req-23f5ffa5-78f4-4352-ab2b-4670b75c600f tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.9687393 Jan 24 09:23:50.073249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:23:50.192242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Pushing event updated for resources: {'Port': ['ID=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:50.240155 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:50.335740 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-08a06c53-f7f8-4ba6-b72c-eca2d694d626 req-9fa638ba-aa0d-41c0-8671-ebf5b73c7eab tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773123 Jan 24 09:23:50.364363 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94ae6ea6-b168-4076-a8a4-65ed47afc8fa req-bc0c8842-636e-42e3-a40c-ca6886516f25 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988503 Jan 24 09:23:50.366602 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a54c995-06fb-4e1c-a321-b5d461f113ee {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:23:50.397690 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f3275523-605b-4fc1-8da0-f459f3c4de58 req-1c792004-fcc8-4dc8-875d-1ee78fdfbed7 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348900 Jan 24 09:23:50.399619 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:50.405874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:50.406654 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:50.408230 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] 10.222.0.13 "PUT /v2.0/ports/92247ad3-5c0c-4a9c-9f43-f3e43d80fcea HTTP/1.1" status: 200 len: 1157 time: 4.9661145 Jan 24 09:23:50.411511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'tag': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:50.507500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Transition to ACTIVE for port object 5a54c995-06fb-4e1c-a321-b5d461f113ee will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:50.594461 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:50.620935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:50.882616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Pushing event updated for resources: {'Port': ['ID=5a54c995-06fb-4e1c-a321-b5d461f113ee,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:50.888769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:50.926901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:50.960452 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f3275523-605b-4fc1-8da0-f459f3c4de58 req-facc45df-9fe5-4324-bf9b-d906812ca941 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5499535 Jan 24 09:23:50.987718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:50.989407 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b461247-2f37-4dbf-a126-12da760c84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:50.991779 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6b461247-2f37-4dbf-a126-12da760c84a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 1160 time: 0.4776788 Jan 24 09:23:50.993769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:50.994083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.029436 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d279-f73d-4fd9-bca8-bbf3b090edc8 req-8d068617-c8ec-4594-90d2-aa1cfc6375d5 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:51.031214 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8e33d279-f73d-4fd9-bca8-bbf3b090edc8 req-8d068617-c8ec-4594-90d2-aa1cfc6375d5 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 943 time: 0.5253923 Jan 24 09:23:51.155164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.192080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad99f4f4-3189-4341-b7ea-cd65a1d21c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:51.203600 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:51.207525 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.208469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:51.239888 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:51.276947 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:23:51.352253 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:51.355651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:51.366037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:51.366491 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.382930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c5125-eeb3-4c68-b14f-155909d33267 req-194b2f72-ac50-4458-8a9d-5e5f31a1777c tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:51.384594 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-027c5125-eeb3-4c68-b14f-155909d33267 req-194b2f72-ac50-4458-8a9d-5e5f31a1777c tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 944 time: 0.6451583 Jan 24 09:23:51.385988 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-6d0d5f2d-9271-4206-9701-ab47570220d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea HTTP/1.1" status: 200 len: 217 time: 0.3847606 Jan 24 09:23:51.545201 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Attempting to bind port 5a54c995-06fb-4e1c-a321-b5d461f113ee on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:51.545572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Attempting to bind port 5a54c995-06fb-4e1c-a321-b5d461f113ee by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '8ff7ae61-2375-40ef-a377-d26b8c69c84a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:51.545946 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Attempting to bind port 5a54c995-06fb-4e1c-a321-b5d461f113ee on network 4fae7f97-6553-483e-94bb-7063a8558f8e {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:51.566251 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8e33d279-f73d-4fd9-bca8-bbf3b090edc8 req-fc76b060-2f3b-4f70-b189-09f84c8b15a9 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106771 Jan 24 09:23:51.571532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:51.571914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Checking segment: {'id': '8ff7ae61-2375-40ef-a377-d26b8c69c84a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:51.572317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.572712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Bound using segment: {'id': '8ff7ae61-2375-40ef-a377-d26b8c69c84a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:51.573174 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Bound port: 5a54c995-06fb-4e1c-a321-b5d461f113ee, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff7ae61-2375-40ef-a377-d26b8c69c84a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:51.573551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.600508 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-027c5125-eeb3-4c68-b14f-155909d33267 req-6de127f8-2d72-42e7-bfad-6385045632b7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827729 Jan 24 09:23:51.604286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-1db1161b-63c5-4cfd-86d3-42f7130c470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:51.605811 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-1db1161b-63c5-4cfd-86d3-42f7130c470e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f2d4652-a7fd-4b0b-8af1-c7db64f62233 HTTP/1.1" status: 200 len: 849 time: 0.1869874 Jan 24 09:23:51.679988 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'tag': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea', 'status': 'completed', 'code': 200} Jan 24 09:23:51.680518 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad99f4f4-3189-4341-b7ea-cd65a1d21c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c', 'code': 200} Jan 24 09:23:51.764296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] For port 5a54c995-06fb-4e1c-a321-b5d461f113ee, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:51.868710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] For port 5a54c995-06fb-4e1c-a321-b5d461f113ee, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5a54c995-06fb-4e1c-a321-b5d461f113ee,segment=NetworkSegment(8ff7ae61-2375-40ef-a377-d26b8c69c84a),segment_id=8ff7ae61-2375-40ef-a377-d26b8c69c84a)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:51.887143 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.935533 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:51.974388 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-f7d28a3a-94db-412d-b38d-3840945a315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:51.976019 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-f7d28a3a-94db-412d-b38d-3840945a315f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79adafad-a23c-41c0-ac74-5b7a76123b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3381586 Jan 24 09:23:52.113623 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:52.193166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:52.193650 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:52.255155 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Pushing event updated for resources: {'Port': ['ID=5a54c995-06fb-4e1c-a321-b5d461f113ee,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:52.270896 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:52.336222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1780892-7fb3-4fbb-9d57-692dd088a385 req-ddfe6d1f-9380-4137-9ef6-5f46c3f9a484 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.337927 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c1780892-7fb3-4fbb-9d57-692dd088a385 req-ddfe6d1f-9380-4137-9ef6-5f46c3f9a484 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 943 time: 0.5765321 Jan 24 09:23:52.373743 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecb88c-65f7-4c25-8f6e-c09b4b1021cf req-d2275210-f049-4922-90de-b693e37f6892 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.375406 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d4ecb88c-65f7-4c25-8f6e-c09b4b1021cf req-d2275210-f049-4922-90de-b693e37f6892 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.5681517 Jan 24 09:23:52.437588 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c7dcd-63d3-411d-ab9c-c82bb75df4fb req-de1b0d24-6191-46d9-9ee1-93a9c4cf6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.439810 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e37c7dcd-63d3-411d-ab9c-c82bb75df4fb req-de1b0d24-6191-46d9-9ee1-93a9c4cf6dee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 1162 time: 0.5544193 Jan 24 09:23:52.448173 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-1da496eb-649e-4d7a-aea2-b6c9473d15f0 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092832 Jan 24 09:23:52.455857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.456114 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:52.457571 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] 10.222.0.13 "PUT /v2.0/ports/5a54c995-06fb-4e1c-a321-b5d461f113ee HTTP/1.1" status: 200 len: 1158 time: 4.6004596 Jan 24 09:23:52.636814 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c1780892-7fb3-4fbb-9d57-692dd088a385 req-5731ea0d-823a-4e60-a23e-f1c49cb134a0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917135 Jan 24 09:23:52.673342 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e37c7dcd-63d3-411d-ab9c-c82bb75df4fb req-749e604a-420f-49c5-9414-aae4916503d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075751 Jan 24 09:23:52.683800 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d4ecb88c-65f7-4c25-8f6e-c09b4b1021cf req-d62f6f4f-2bcc-43fd-b84e-545a954ee5e6 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746725 Jan 24 09:23:52.756521 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-29963c0f-3829-46ec-ba87-c1b4830d2b7b req-2b218b90-484d-408d-b39e-288c5edd2211 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2895386 Jan 24 09:23:52.765870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-293a3326-c55d-4eaf-8a1a-fada09f5676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.767671 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-293a3326-c55d-4eaf-8a1a-fada09f5676a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d03a80a82fe492a90c250ce63ddc3b2&device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 1161 time: 0.2460976 Jan 24 09:23:52.926516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad013de6-e809-477f-89ea-94c3513ec2c0 req-7c119b25-840b-41e3-be48-3791e0d96ef4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.928237 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad013de6-e809-477f-89ea-94c3513ec2c0 req-7c119b25-840b-41e3-be48-3791e0d96ef4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 945 time: 0.1142588 Jan 24 09:23:53.082334 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-d299b119-8479-4184-9489-d9147417364c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a54c995-06fb-4e1c-a321-b5d461f113ee HTTP/1.1" status: 200 len: 217 time: 0.1453855 Jan 24 09:23:53.466780 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ad013de6-e809-477f-89ea-94c3513ec2c0 req-ec969036-6534-4ced-ba34-9a7a28791d56 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320706 Jan 24 09:23:53.513614 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-0e9fc79a-f2c1-46f2-8f68-e24a77160a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:53.515236 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-0e9fc79a-f2c1-46f2-8f68-e24a77160a58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ac23c9e-8a16-405c-8fa6-588293cf1436 HTTP/1.1" status: 200 len: 849 time: 0.4169049 Jan 24 09:23:53.594882 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-c9a55752-c076-43af-a320-b18e2002c0a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4fae7f97-6553-483e-94bb-7063a8558f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648029 Jan 24 09:23:53.608579 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-2fdc06de-f4c8-4cee-a700-326eafefc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:53.610195 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-2fdc06de-f4c8-4cee-a700-326eafefc578 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 1160 time: 0.5984581 Jan 24 09:23:53.726869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900a8cc9-85b7-420c-ad8e-a20a0328881f', 'tag': '5a54c995-06fb-4e1c-a321-b5d461f113ee'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:53.826797 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3648fb-fa68-4701-ae64-7e0b682724d7 req-a5959952-a0a1-4d13-9579-6a63df3f298b tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:53.828468 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9e3648fb-fa68-4701-ae64-7e0b682724d7 req-a5959952-a0a1-4d13-9579-6a63df3f298b tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 944 time: 0.6870806 Jan 24 09:23:53.916630 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd62c04-3359-407d-9166-091d61170cbb req-2e5ac817-065e-4051-9824-354b4998a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:53.918222 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ffd62c04-3359-407d-9166-091d61170cbb req-2e5ac817-065e-4051-9824-354b4998a80a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 1162 time: 0.4969342 Jan 24 09:23:54.074000 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9e3648fb-fa68-4701-ae64-7e0b682724d7 req-8c0ae72e-a495-4380-b55c-0e1afb8cfd09 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364964 Jan 24 09:23:54.089735 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-a60b487b-83e0-4cbb-be5e-2707b3954e17 service neutron] 10.222.0.13 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847550 Jan 24 09:23:54.101679 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-0198dc94-0044-4c08-93bd-351849ae18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:54.101679 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-0198dc94-0044-4c08-93bd-351849ae18a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 904 time: 0.4611535 Jan 24 09:23:54.101679 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ffd62c04-3359-407d-9166-091d61170cbb req-713429b9-c117-4698-80f9-03408a3444a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634705 Jan 24 09:23:54.143261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865497b-5344-4da8-954d-529b728344b0 req-6e4303d8-79f4-4328-adcd-b6c51e1334af tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:54.144984 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2865497b-5344-4da8-954d-529b728344b0 req-6e4303d8-79f4-4328-adcd-b6c51e1334af tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 943 time: 0.3103058 Jan 24 09:23:54.175565 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:54.200689 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2865497b-5344-4da8-954d-529b728344b0 req-051231ab-687c-4028-93cd-8400c1483b14 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494404 Jan 24 09:23:54.272549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:54.294034 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900a8cc9-85b7-420c-ad8e-a20a0328881f', 'tag': '5a54c995-06fb-4e1c-a321-b5d461f113ee', 'status': 'completed', 'code': 200} Jan 24 09:23:54.294844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:54.295279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:54.328763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f259c3-5ad2-4ab9-bf1f-5108bedd1dba req-11fd5fc3-775e-4c3c-8c9c-2c2ca71e3b2d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:54.331251 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-48f259c3-5ad2-4ab9-bf1f-5108bedd1dba req-11fd5fc3-775e-4c3c-8c9c-2c2ca71e3b2d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1236632 Jan 24 09:23:54.541210 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-bfeafd7c-a844-4a21-8e2b-8a8403cc4acf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea HTTP/1.1" status: 200 len: 217 time: 0.1026335 Jan 24 09:23:54.605808 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-48f259c3-5ad2-4ab9-bf1f-5108bedd1dba req-b2406b6d-0ce4-4163-b508-a83a41a28157 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673125 Jan 24 09:23:54.726701 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-e7ab3ad1-aa70-41f7-a4a6-a8ffcdd349f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:54.728338 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-e7ab3ad1-aa70-41f7-a4a6-a8ffcdd349f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f2d4652-a7fd-4b0b-8af1-c7db64f62233 HTTP/1.1" status: 200 len: 849 time: 0.1745994 Jan 24 09:23:54.731790 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff6b7dcd-fdac-4bbb-87c5-efd14bd58623 req-734a158c-bd86-4a2d-b0d3-da6161edcae5 service neutron] 10.222.0.13 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3778806 Jan 24 09:23:54.888054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b6bc5-348d-4399-9690-010944128f8e req-5cd6f478-a891-4174-b4f6-baa0171151d1 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:54.889752 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7b9b6bc5-348d-4399-9690-010944128f8e req-5cd6f478-a891-4174-b4f6-baa0171151d1 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 945 time: 0.2572947 Jan 24 09:23:54.974300 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7b9b6bc5-348d-4399-9690-010944128f8e req-e708981c-58e9-4670-88a6-8efb1d80dd4e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729601 Jan 24 09:23:54.978875 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-5a1c238c-af14-4e8d-9644-2405ce74cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:54.980412 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-5a1c238c-af14-4e8d-9644-2405ce74cf63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79adafad-a23c-41c0-ac74-5b7a76123b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2362897 Jan 24 09:23:54.989403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523065d3-ecc3-425a-b874-5ffd2f45b895 req-180a2f87-8d53-491a-85c8-c575a9b55b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:54.990962 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523065d3-ecc3-425a-b874-5ffd2f45b895 req-180a2f87-8d53-491a-85c8-c575a9b55b4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d03a80a82fe492a90c250ce63ddc3b2&device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 1161 time: 0.1940713 Jan 24 09:23:55.275640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 42056) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:55.293071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523065d3-ecc3-425a-b874-5ffd2f45b895 req-815c1a28-13a7-4ca3-bd71-5be9410dd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:55.294705 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523065d3-ecc3-425a-b874-5ffd2f45b895 req-815c1a28-13a7-4ca3-bd71-5be9410dd2e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4fae7f97-6553-483e-94bb-7063a8558f8e HTTP/1.1" status: 200 len: 903 time: 0.2753592 Jan 24 09:23:55.471591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:55.480263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3a677bc4-2782-45f6-8558-c8417a7233f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:55.498572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:55.504701 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] Usage tracker for resource:security_group_rule and tenant:742315e8141241acbe726e722bf9f2ad is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:55.508219 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:55.520406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:55.561786 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523065d3-ecc3-425a-b874-5ffd2f45b895 req-ad1da22a-b2f4-440c-a037-a362bc24fa39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a54c995-06fb-4e1c-a321-b5d461f113ee HTTP/1.1" status: 200 len: 217 time: 0.2216828 Jan 24 09:23:55.625420 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:55.630590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:55.648708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f5865c5a-2f81-441e-b778-8aed8eb797e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:55.696744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c5071-b8a3-4b5f-abfa-82908b6192f7,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:55.702760 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:55.709912 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=742315e8141241acbe726e722bf9f2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301643 Jan 24 09:23:55.709912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 42072) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:55.781823 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2de1257-3f0a-4867-a39b-c4e1998ca66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:55.816584 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2de1257-3f0a-4867-a39b-c4e1998ca66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:55.854284 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-8174f9cc-321b-4053-abf7-988d55f61a4b service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8622744 Jan 24 09:23:55.867226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2de1257-3f0a-4867-a39b-c4e1998ca66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:55.873069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5dd4a4c9-442a-47b6-9dba-a9b0c4ae8760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:55.892651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de1257-3f0a-4867-a39b-c4e1998ca66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c5071-b8a3-4b5f-abfa-82908b6192f7,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:55.895071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c2de1257-3f0a-4867-a39b-c4e1998ca66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:55.903266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2de1257-3f0a-4867-a39b-c4e1998ca66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:55.908625 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c2de1257-3f0a-4867-a39b-c4e1998ca66e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e9c5071-b8a3-4b5f-abfa-82908b6192f7 HTTP/1.1" status: 204 len: 168 time: 0.1939104 Jan 24 09:23:56.009038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523065d3-ecc3-425a-b874-5ffd2f45b895 req-4a08e0f0-31f0-4514-bbe3-9e5c73e3c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:56.011291 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523065d3-ecc3-425a-b874-5ffd2f45b895 req-4a08e0f0-31f0-4514-bbe3-9e5c73e3c6c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ac23c9e-8a16-405c-8fa6-588293cf1436 HTTP/1.1" status: 200 len: 849 time: 0.4376435 Jan 24 09:23:56.041621 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c39502-e22f-40fe-8162-823cc94777df req-49169f22-a5a2-43bc-906b-16bb3f51b7cc tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:56.043389 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3c39502-e22f-40fe-8162-823cc94777df req-49169f22-a5a2-43bc-906b-16bb3f51b7cc tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 944 time: 0.8132606 Jan 24 09:23:56.140223 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523065d3-ecc3-425a-b874-5ffd2f45b895 req-48c71fea-ea96-4db7-90f4-9210e66a6e17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4fae7f97-6553-483e-94bb-7063a8558f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869291 Jan 24 09:23:56.169919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f48d-4067-48cb-9789-cd5877405857 req-c4b719fc-5039-4365-8178-cfad618f41ea tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:56.173523 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4602f48d-4067-48cb-9789-cd5877405857 req-c4b719fc-5039-4365-8178-cfad618f41ea tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 943 time: 0.7235920 Jan 24 09:23:56.367067 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d37e53a6-de20-4317-a5f4-2c9216ede314 req-9455aa76-3b34-425f-83a9-6dc9ad408e17 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4985964 Jan 24 09:23:56.373953 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3c39502-e22f-40fe-8162-823cc94777df req-c83cbd80-cb2f-45ae-87b4-bd13c231746b tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768159 Jan 24 09:23:56.402968 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4602f48d-4067-48cb-9789-cd5877405857 req-7171156e-d003-4db6-90da-e6b28c3c07c4 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010224 Jan 24 09:23:56.438002 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523065d3-ecc3-425a-b874-5ffd2f45b895 req-6ee7fe7e-c90b-4e5a-9017-85d486c11027 service neutron] 10.222.0.13 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441208 Jan 24 09:23:56.693716 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523065d3-ecc3-425a-b874-5ffd2f45b895 req-add8273c-6e52-425d-966b-933a0348407f service neutron] 10.222.0.13 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2152078 Jan 24 09:23:56.731212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf42482-332d-4fa2-a2c9-1e592cbd4f03 req-4284e179-3222-405c-afd7-350153cf149b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:56.732931 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-daf42482-332d-4fa2-a2c9-1e592cbd4f03 req-4284e179-3222-405c-afd7-350153cf149b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1664443 Jan 24 09:23:56.794313 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-daf42482-332d-4fa2-a2c9-1e592cbd4f03 req-db81bc4f-decf-4689-994b-30dcc08cd1b1 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537226 Jan 24 09:23:57.179876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:57.290216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:57.296547 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:57.297265 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:57.388113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec4e03-8c07-4784-b42e-2395e23f41ef req-5f673b85-b4db-4c29-b87a-3f88193c89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:57.392975 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12ec4e03-8c07-4784-b42e-2395e23f41ef req-5f673b85-b4db-4c29-b87a-3f88193c89e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 1162 time: 0.2222188 Jan 24 09:23:57.422592 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1abb-d5f6-4575-b2d0-14427912b712 req-0981fd19-1ba1-46e0-bc16-5fc6c597be34 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:57.426222 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-279a1abb-d5f6-4575-b2d0-14427912b712 req-0981fd19-1ba1-46e0-bc16-5fc6c597be34 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1855760 Jan 24 09:23:57.466625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:57.501591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:57.513868 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:57.518520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:57.521461 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-284e5387-dab2-4ef4-b0eb-919964d82907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:57.591303 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-279a1abb-d5f6-4575-b2d0-14427912b712 req-2c1bfe52-f89d-4946-b3e8-cda4a068fd57 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384168 Jan 24 09:23:57.611897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:57.627204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:57.688078 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec4e03-8c07-4784-b42e-2395e23f41ef req-a0b91cd1-1d07-4019-9a9c-aee032bac25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:57.690531 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12ec4e03-8c07-4784-b42e-2395e23f41ef req-a0b91cd1-1d07-4019-9a9c-aee032bac25b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 913 time: 0.2627587 Jan 24 09:23:57.819992 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12ec4e03-8c07-4784-b42e-2395e23f41ef req-0d6ccbbe-05b8-44b6-9ca9-e3594ce42065 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55 HTTP/1.1" status: 200 len: 217 time: 0.1186244 Jan 24 09:23:57.975415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e822ef-3e3f-45ac-a868-53738b86c460 req-3896ed84-6b16-477e-98ca-e5185f35becd tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:57.977139 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a1e822ef-3e3f-45ac-a868-53738b86c460 req-3896ed84-6b16-477e-98ca-e5185f35becd tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 944 time: 0.3966861 Jan 24 09:23:57.989548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec4e03-8c07-4784-b42e-2395e23f41ef req-48b2e34d-b2c8-4d75-a6a4-e819522bda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:57.991138 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12ec4e03-8c07-4784-b42e-2395e23f41ef req-48b2e34d-b2c8-4d75-a6a4-e819522bda73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d33fa811-3200-4925-a427-b7ea88395aa8 HTTP/1.1" status: 200 len: 859 time: 0.1609690 Jan 24 09:23:58.005137 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-552d224a-5922-4e99-9546-1af72ef555f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:58.096488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670157c1-55cd-4029-95ec-53139d9c21c6 req-32681abd-0c1e-45f1-ba76-f2ec02ba5d78 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:58.098187 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-670157c1-55cd-4029-95ec-53139d9c21c6 req-32681abd-0c1e-45f1-ba76-f2ec02ba5d78 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.3389289 Jan 24 09:23:58.108736 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12ec4e03-8c07-4784-b42e-2395e23f41ef req-93f2f5bc-5e79-4b9b-9bbb-cf5718eee2f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8a86c34-187e-4867-92be-4e0639ede877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986693 Jan 24 09:23:58.176830 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a1e822ef-3e3f-45ac-a868-53738b86c460 req-cf56a555-25db-48a4-9a7f-0533256e1976 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890657 Jan 24 09:23:58.257627 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea', 'code': 200} Jan 24 09:23:58.280144 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-670157c1-55cd-4029-95ec-53139d9c21c6 req-97af203d-7168-4d46-920c-3152c6ecf085 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674318 Jan 24 09:23:58.337090 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12ec4e03-8c07-4784-b42e-2395e23f41ef req-8aa4e186-bb8b-429a-a26b-230784f39f7a service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026062 Jan 24 09:23:58.409934 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:58.435024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-6fbc4721-4a7a-4baa-8bad-f8717f4158e0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80075) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:23:58.537899 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12ec4e03-8c07-4784-b42e-2395e23f41ef req-a2961e3b-afb8-45dd-a605-14b39ffb329c service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1890676 Jan 24 09:23:58.626901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda68bd-39d6-4fc7-adf0-12776d90b060 req-d20ee256-a6c6-47e2-ba63-deea2cfa7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:58.630341 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6bda68bd-39d6-4fc7-adf0-12776d90b060 req-d20ee256-a6c6-47e2-ba63-deea2cfa7647 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 1162 time: 0.0913119 Jan 24 09:23:58.693243 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6bda68bd-39d6-4fc7-adf0-12776d90b060 req-70527400-44e6-49e0-8b30-a4fbaf90575d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482113 Jan 24 09:23:58.843169 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb39d07-3142-4f97-87bf-85e7db0dad61 req-e424ca0f-38c5-43db-bc1e-2b11d3bbe235 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:58.844869 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efb39d07-3142-4f97-87bf-85e7db0dad61 req-e424ca0f-38c5-43db-bc1e-2b11d3bbe235 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1100228 Jan 24 09:23:58.900893 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efb39d07-3142-4f97-87bf-85e7db0dad61 req-1df7af79-33d6-43d2-9e66-f9ca464ec552 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492842 Jan 24 09:23:59.427250 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7049dbe-f188-4ac2-bbd1-f06f3f022b5b req-4a33ec07-561d-4c9b-b77f-1b2f69808f89 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:59.431044 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a7049dbe-f188-4ac2-bbd1-f06f3f022b5b req-4a33ec07-561d-4c9b-b77f-1b2f69808f89 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 944 time: 0.1134624 Jan 24 09:23:59.541566 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a7049dbe-f188-4ac2-bbd1-f06f3f022b5b req-43372589-8e43-416d-9698-fd5c133a79ae tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068437 Jan 24 09:23:59.565190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:59.597002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f6beb-5f6f-4fc7-8e69-db5a73edb434 req-713b2071-e16a-45a3-8c2d-52e1be680314 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:59.598912 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-043f6beb-5f6f-4fc7-8e69-db5a73edb434 req-713b2071-e16a-45a3-8c2d-52e1be680314 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.1468427 Jan 24 09:23:59.679285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.685486 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-043f6beb-5f6f-4fc7-8e69-db5a73edb434 req-266d5ad1-dea2-499d-8ee5-3aa8aec4e830 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785048 Jan 24 09:23:59.694784 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:59.695239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.826464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5a54c995-06fb-4e1c-a321-b5d461f113ee up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:59.918650 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 5a54c995-06fb-4e1c-a321-b5d461f113ee completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:59.926919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5a54c995-06fb-4e1c-a321-b5d461f113ee triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:59.927362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.959612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:00.094393 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:00.134618 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5a54c995-06fb-4e1c-a321-b5d461f113ee, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5a54c995-06fb-4e1c-a321-b5d461f113ee,segment=NetworkSegment(8ff7ae61-2375-40ef-a377-d26b8c69c84a),segment_id=8ff7ae61-2375-40ef-a377-d26b8c69c84a)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:00.139399 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:00.142296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:00.182639 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb39870-6651-4617-92ab-b17804513af7 req-2a8a13a5-d4f8-4c5f-89bc-f6ba79c4da90 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:00.184363 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-acb39870-6651-4617-92ab-b17804513af7 req-2a8a13a5-d4f8-4c5f-89bc-f6ba79c4da90 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1216447 Jan 24 09:24:00.231154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5a54c995-06fb-4e1c-a321-b5d461f113ee,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:00.234676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:00.247456 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-acb39870-6651-4617-92ab-b17804513af7 req-c8257a16-b3da-414e-80aa-55a615eb5242 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528221 Jan 24 09:24:00.258740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900a8cc9-85b7-420c-ad8e-a20a0328881f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a54c995-06fb-4e1c-a321-b5d461f113ee'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:00.327745 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900a8cc9-85b7-420c-ad8e-a20a0328881f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a54c995-06fb-4e1c-a321-b5d461f113ee', 'code': 200} Jan 24 09:24:00.508668 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:00.607135 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:00.607581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:00.707875 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902142-5cdf-4fd9-976d-95efd53d311e req-668e5086-619f-43d4-9c4e-ea03217c5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:00.709796 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d7902142-5cdf-4fd9-976d-95efd53d311e req-668e5086-619f-43d4-9c4e-ea03217c5765 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 1163 time: 0.1405928 Jan 24 09:24:00.775418 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5a54c995-06fb-4e1c-a321-b5d461f113ee up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:00.842541 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d7902142-5cdf-4fd9-976d-95efd53d311e req-29810459-85d0-4e13-9067-a74e691a2a71 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203315 Jan 24 09:24:00.873515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5a54c995-06fb-4e1c-a321-b5d461f113ee triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:00.873945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:00.920286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c56a-d00a-4e10-b2f4-088cc2138a4c req-f80af64d-1458-4ca1-b542-cc2613ed3ab7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:00.929543 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c7c6c56a-d00a-4e10-b2f4-088cc2138a4c req-f80af64d-1458-4ca1-b542-cc2613ed3ab7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 946 time: 0.1361423 Jan 24 09:24:01.026457 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:01.120167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:01.120596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:01.258741 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c7c6c56a-d00a-4e10-b2f4-088cc2138a4c req-3bd9761a-76e4-4b60-988e-a7953ce06dbf tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277802 Jan 24 09:24:01.358883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bffe1-e2ad-463b-b518-aa3dd2e0fb0c req-38a17e1c-a62b-4722-8a87-d064a3bc71b3 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:01.361385 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c18bffe1-e2ad-463b-b518-aa3dd2e0fb0c req-38a17e1c-a62b-4722-8a87-d064a3bc71b3 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.1580110 Jan 24 09:24:01.421019 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c18bffe1-e2ad-463b-b518-aa3dd2e0fb0c req-53a73661-f702-4c9e-9b5d-b17e87d89300 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522432 Jan 24 09:24:01.751927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb745f9a-b6a1-48ed-a4ac-4a0c13ae6b52 req-da2ca954-bae8-4703-80e2-7038c64b2736 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:01.753864 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bb745f9a-b6a1-48ed-a4ac-4a0c13ae6b52 req-da2ca954-bae8-4703-80e2-7038c64b2736 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1261566 Jan 24 09:24:01.852909 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bb745f9a-b6a1-48ed-a4ac-4a0c13ae6b52 req-635ba3fd-246d-4323-8a62-dce1f9c71ba1 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920703 Jan 24 09:24:01.928184 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e851e7-17f5-4add-bf86-1cab21ff99cc req-9d467c59-0e5b-436c-bec6-b885cda4a938 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:01.929912 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-92e851e7-17f5-4add-bf86-1cab21ff99cc req-9d467c59-0e5b-436c-bec6-b885cda4a938 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.1302347 Jan 24 09:24:01.940425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 42154) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:01.946329 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-8ef48f10-6aac-4dee-806c-4eb8ad67d0b6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'floatingip': {'port_id': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:02.038631 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8ef48f10-6aac-4dee-806c-4eb8ad67d0b6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:02.499818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:02.537265 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145da60c-d690-43d0-bc24-f089dc4660b9 req-bf910838-845c-4466-888f-3e805a7d970d tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:02.545423 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-145da60c-d690-43d0-bc24-f089dc4660b9 req-bf910838-845c-4466-888f-3e805a7d970d tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 946 time: 0.1309524 Jan 24 09:24:02.583095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:02.583880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:02.668359 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-145da60c-d690-43d0-bc24-f089dc4660b9 req-c3f15715-c2a4-49f1-a802-715976e014a0 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025834 Jan 24 09:24:02.771791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5a54c995-06fb-4e1c-a321-b5d461f113ee up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:02.861361 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5a54c995-06fb-4e1c-a321-b5d461f113ee triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:02.861914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:03.082809 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8ef48f10-6aac-4dee-806c-4eb8ad67d0b6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:03.086884 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8ef48f10-6aac-4dee-806c-4eb8ad67d0b6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:03.288173 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [None req-8ef48f10-6aac-4dee-806c-4eb8ad67d0b6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Floating IP 54736b67-9275-4d10-b42a-1a39733e2e5c associated. External IP: 172.28.3.208, port: 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea. Jan 24 09:24:03.302527 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079adb8-0c62-49d4-9d9a-1eff827cda69 req-f9083b88-595a-412e-81d2-739229659c50 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:03.304296 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6079adb8-0c62-49d4-9d9a-1eff827cda69 req-f9083b88-595a-412e-81d2-739229659c50 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.2762742 Jan 24 09:24:03.369719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-3c12f862-69a3-4924-941c-7a5267233745 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:03.371485 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-3c12f862-69a3-4924-941c-7a5267233745 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 815 time: 0.2888415 Jan 24 09:24:03.410610 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6079adb8-0c62-49d4-9d9a-1eff827cda69 req-0d30f595-6547-4ab6-995e-65346c6bde9a tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959375 Jan 24 09:24:03.412065 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-00d6b1e4-1a8a-48dc-a1fc-541bd7521073 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/quotas/5385e0ed9a2447a7b7fe25b63f8f18ab HTTP/1.1" status: 200 len: 375 time: 0.0256939 Jan 24 09:24:03.566494 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-6ef00c39-3bd6-4c3b-b012-206559d4e4e1 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1467381 Jan 24 09:24:03.958726 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-a5f9b4cc-a4ce-43a7-b05e-9004b8129eb1 service neutron] 10.222.0.18 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817711 Jan 24 09:24:04.009304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef48f10-6aac-4dee-806c-4eb8ad67d0b6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Router e64729d7-97d4-4eba-8bfc-a64868bd4651 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:24:04.229035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc45c3-5c69-4d70-aef5-ce61bef2f55e req-79a59dbb-2076-4ee1-a36c-0b08c7ec8582 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:04.230874 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1bcc45c3-5c69-4d70-aef5-ce61bef2f55e req-79a59dbb-2076-4ee1-a36c-0b08c7ec8582 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 946 time: 0.3513467 Jan 24 09:24:04.300486 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-565992a9-ebb4-4d47-924e-a3412452427e service neutron] 10.222.0.18 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3086348 Jan 24 09:24:04.311734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef48f10-6aac-4dee-806c-4eb8ad67d0b6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:24:04.323283 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1bcc45c3-5c69-4d70-aef5-ce61bef2f55e req-cc373067-c9e5-47cb-9a78-3b6436472c3a tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769129 Jan 24 09:24:04.327473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8ef48f10-6aac-4dee-806c-4eb8ad67d0b6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:04.330887 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de94d8-e110-4901-8a82-935688545336 None None] Sync routers for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:24:04.353089 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de94d8-e110-4901-8a82-935688545336 None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:24:04.354636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a7de94d8-e110-4901-8a82-935688545336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:23:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:04.401610 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8ef48f10-6aac-4dee-806c-4eb8ad67d0b6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "PUT /v2.0/floatingips/54736b67-9275-4d10-b42a-1a39733e2e5c HTTP/1.1" status: 200 len: 991 time: 2.4599357 Jan 24 09:24:04.402340 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'tag': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea'}] {{(pid=80074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:04.448617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5a54c995-06fb-4e1c-a321-b5d461f113ee up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:04.585367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5a54c995-06fb-4e1c-a321-b5d461f113ee triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:04.586400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:04.698034 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'tag': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea', 'status': 'completed', 'code': 200} Jan 24 09:24:04.707366 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-a7de94d8-e110-4901-8a82-935688545336 None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:24:04.867010 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-87ce5e81-25b0-4422-aed9-64dee2aa29c0 req-d72a159a-f5dc-4c9a-8109-2786c052d51a tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 210 time: 0.0625260 Jan 24 09:24:04.927092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-2e775af4-f3b5-4360-9d8c-ecac4bcd6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:04.929949 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-2e775af4-f3b5-4360-9d8c-ecac4bcd6156 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 1162 time: 0.1956329 Jan 24 09:24:05.148393 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-dea0ad8c-da86-45a1-93bd-c48734e42fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:05.150091 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-dea0ad8c-da86-45a1-93bd-c48734e42fae service neutron] 10.222.0.13 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 904 time: 0.2036836 Jan 24 09:24:05.239761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a7de94d8-e110-4901-8a82-935688545336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '54736b67-9275-4d10-b42a-1a39733e2e5c', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'floating_ip_address': '172.28.3.208', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'port_id': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'mac_address': 'fa:16:3e:b0:86:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:23:33Z', 'updated_at': '2021-01-24T09:24:02Z', 'revision_number': 1, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:05.244794 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de94d8-e110-4901-8a82-935688545336 None None] Checking router: e64729d7-97d4-4eba-8bfc-a64868bd4651 for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:24:05.256895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de94d8-e110-4901-8a82-935688545336 None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:24:05.257588 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a7de94d8-e110-4901-8a82-935688545336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:23:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:05.285704 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-f09c7066-9825-4fa9-9fd4-fd0ff276796c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea HTTP/1.1" status: 200 len: 999 time: 0.1232901 Jan 24 09:24:05.400865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-3bbe0291-7766-4ece-b041-46b3076e8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:05.402678 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-3bbe0291-7766-4ece-b041-46b3076e8da9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f2d4652-a7fd-4b0b-8af1-c7db64f62233 HTTP/1.1" status: 200 len: 849 time: 0.0856881 Jan 24 09:24:05.507039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-e2e0ec97-4bcc-451d-a671-68e2bb0fbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:05.507533 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-e2e0ec97-4bcc-451d-a671-68e2bb0fbb9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79adafad-a23c-41c0-ac74-5b7a76123b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881572 Jan 24 09:24:05.607153 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-a7de94d8-e110-4901-8a82-935688545336 None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:24:05.816723 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-2c25b189-c64d-4838-86c7-6c28054886ba service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941313 Jan 24 09:24:05.869770 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c629-6fa7-4098-aa56-4db169fb5979 req-d8ea787c-9501-48c6-ad21-63d6978c2c17 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:05.878105 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b9e9c629-6fa7-4098-aa56-4db169fb5979 req-d8ea787c-9501-48c6-ad21-63d6978c2c17 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1847875 Jan 24 09:24:06.036424 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b9e9c629-6fa7-4098-aa56-4db169fb5979 req-a94ed578-1f75-47d8-8bfe-dd894fee0324 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571074 Jan 24 09:24:06.113119 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-84769046-4b84-45e4-bd68-2be7cf45eca6 req-30083a81-c330-43b7-9a6f-39822f251f1f service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2320278 Jan 24 09:24:06.140836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a7de94d8-e110-4901-8a82-935688545336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '54736b67-9275-4d10-b42a-1a39733e2e5c', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'floating_ip_address': '172.28.3.208', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'port_id': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'mac_address': 'fa:16:3e:b0:86:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:23:33Z', 'updated_at': '2021-01-24T09:24:02Z', 'revision_number': 1, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:06.156731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de94d8-e110-4901-8a82-935688545336 None None] The sync data for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb is: [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '54736b67-9275-4d10-b42a-1a39733e2e5c', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'floating_ip_address': '172.28.3.208', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'port_id': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'mac_address': 'fa:16:3e:b0:86:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:23:33Z', 'updated_at': '2021-01-24T09:24:02Z', 'revision_number': 1, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:24:06.326414 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb5305-ab38-47cd-96ab-1faec28812ed req-0a6207ff-1160-4fb7-a346-b37556118ed3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:06.328297 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2ddb5305-ab38-47cd-96ab-1faec28812ed req-0a6207ff-1160-4fb7-a346-b37556118ed3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 946 time: 0.1142657 Jan 24 09:24:06.469953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c496db8-fb21-44d1-ab78-e2acdd31dc3b None None] New status for floating IP 54736b67-9275-4d10-b42a-1a39733e2e5c: ACTIVE {{(pid=80075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:24:06.515429 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2ddb5305-ab38-47cd-96ab-1faec28812ed req-21ac1d3b-0196-4f71-8e8b-05678ca76ac0 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796496 Jan 24 09:24:06.543898 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c19592e2-6f11-4b66-8b5a-c0a9f4e92923 req-f03069d4-40f8-4db6-8879-d6a1a63bb8e7 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 210 time: 0.1435089 Jan 24 09:24:06.664970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-7faa3e8d-9936-4385-ad17-f22668baf25d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:06.667278 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-7faa3e8d-9936-4385-ad17-f22668baf25d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 815 time: 0.2943707 Jan 24 09:24:06.729798 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Request body: {'port': {'device_id': 'fbe846f9-aa0b-45d6-9101-b59ba20143f5', 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44', 'admin_state_up': True, 'tenant_id': '5385e0ed9a2447a7b7fe25b63f8f18ab'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:07.110920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:07.121154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:07.130676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Made reservation on behalf of 5385e0ed9a2447a7b7fe25b63f8f18ab for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:24:07.140684 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:07.473259 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Allocated IP 172.20.0.9 (fbfd3652-13ea-4f4e-b987-c54ce79d9b44/20f121d0-f972-4bc2-b56d-a8979f12cf11/6bfcfcc2-fded-42e4-8a92-0e1484cde3df) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:24:07.791402 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7449c883-700a-48ea-b1fc-f6b6938a10c6 req-c073f9f4-c5a1-4914-a292-df5e498dada3 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 210 time: 0.0782607 Jan 24 09:24:07.816145 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:07.883327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a6682-13ec-44cd-a2a2-2470698241a3 req-ca8cf4e9-e548-4e16-88f3-e165737371ed tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:07.885038 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-384a6682-13ec-44cd-a2a2-2470698241a3 req-ca8cf4e9-e548-4e16-88f3-e165737371ed tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 946 time: 0.2120352 Jan 24 09:24:07.908365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:07.925843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6b2634b0-6b99-4c89-a5e3-ca579117656a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:08.101087 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-384a6682-13ec-44cd-a2a2-2470698241a3 req-51936e14-c6f4-4048-846f-a790e90aea39 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087574 Jan 24 09:24:08.104833 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Pushing event updated for resources: {'Port': ['ID=6bfcfcc2-fded-42e4-8a92-0e1484cde3df,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:08.129108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.129518 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.129916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.130310 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.130729 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.131121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.131503 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.131886 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.132274 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.132652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.133009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.133367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.133807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.134278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.134562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.134945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.135318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.135720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.136057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.136433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.136804 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.137178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.137551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.137923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:08.144755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:08.177469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:08.178710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:08.181337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:24:08.203498 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:08.204840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:08.234972 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5104682 Jan 24 09:24:08.265289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Request body: {'port': {'device_id': 'fbe846f9-aa0b-45d6-9101-b59ba20143f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:08.419746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:08.935887 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfcfcc2-fded-42e4-8a92-0e1484cde3df {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:24:08.987493 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:09.026959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Transition to ACTIVE for port object 6bfcfcc2-fded-42e4-8a92-0e1484cde3df will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:09.037717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:09.055598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-25e6cf84-afe2-42c3-964f-81791e1cf714 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:09.238294 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-38110442-4410-464e-8dff-f88bb38751b7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:09.239900 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-38110442-4410-464e-8dff-f88bb38751b7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.13 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 946 time: 0.3909764 Jan 24 09:24:09.243981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Pushing event updated for resources: {'Port': ['ID=6bfcfcc2-fded-42e4-8a92-0e1484cde3df,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:09.285306 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:09.441235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ab645-d1b5-4948-aebd-c136087e37fb req-02d85973-5657-4c46-ab1c-97c4c1d0d567 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:09.442049 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-099ab645-d1b5-4948-aebd-c136087e37fb req-02d85973-5657-4c46-ab1c-97c4c1d0d567 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Synchronizing usage tracker for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:24:09.468258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Deleting port 5a54c995-06fb-4e1c-a321-b5d461f113ee {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:09.468771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:09.607156 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-099ab645-d1b5-4948-aebd-c136087e37fb req-02d85973-5657-4c46-ab1c-97c4c1d0d567 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Unset dirty status for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:24:09.608460 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-099ab645-d1b5-4948-aebd-c136087e37fb req-02d85973-5657-4c46-ab1c-97c4c1d0d567 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 931 time: 0.6756115 Jan 24 09:24:09.752014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d25096-0381-4ff7-9441-6b544eefe4fe req-c5790fd2-e5ec-44c1-a1a3-795787c8fec3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:09.753719 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d25096-0381-4ff7-9441-6b544eefe4fe req-c5790fd2-e5ec-44c1-a1a3-795787c8fec3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 946 time: 0.5034053 Jan 24 09:24:09.773354 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Attempting to bind port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:24:09.773645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Attempting to bind port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:24:09.774013 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Attempting to bind port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df on network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:24:10.019504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:24:10.020115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Checking segment: {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:10.020234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.020632 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Bound using segment: {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:24:10.021110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Bound port: 6bfcfcc2-fded-42e4-8a92-0e1484cde3df, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d83c16d-2f69-4275-a919-1c4c8718f4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbfd3652-13ea-4f4e-b987-c54ce79d9b44'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:24:10.021479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.059529 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-099ab645-d1b5-4948-aebd-c136087e37fb req-b629c45d-6b97-407f-b62d-0df49c89d15a tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292922 Jan 24 09:24:10.215347 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-45d25096-0381-4ff7-9441-6b544eefe4fe req-2b1d2f1f-0e1c-47fc-84e0-00493461e94b tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489784 Jan 24 09:24:10.296886 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] For port 5a54c995-06fb-4e1c-a321-b5d461f113ee, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5a54c995-06fb-4e1c-a321-b5d461f113ee,segment=NetworkSegment(8ff7ae61-2375-40ef-a377-d26b8c69c84a),segment_id=8ff7ae61-2375-40ef-a377-d26b8c69c84a)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:10.297291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.312993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] For port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:24:10.334821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5a54c995-06fb-4e1c-a321-b5d461f113ee no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:24:10.462557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Calling delete_port for 5a54c995-06fb-4e1c-a321-b5d461f113ee owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:10.506138 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] For port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6bfcfcc2-fded-42e4-8a92-0e1484cde3df,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:24:10.534965 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.573858 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:10.576955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.710876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5a54c995-06fb-4e1c-a321-b5d461f113ee, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5a54c995-06fb-4e1c-a321-b5d461f113ee,segment=NetworkSegment(8ff7ae61-2375-40ef-a377-d26b8c69c84a),segment_id=8ff7ae61-2375-40ef-a377-d26b8c69c84a)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:10.712488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900a8cc9-85b7-420c-ad8e-a20a0328881f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a54c995-06fb-4e1c-a321-b5d461f113ee'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:10.726617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.729774 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e5a062e-0382-4aa3-bd7b-76d7e14db826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:10.800092 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900a8cc9-85b7-420c-ad8e-a20a0328881f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a54c995-06fb-4e1c-a321-b5d461f113ee', 'code': 200} Jan 24 09:24:10.824462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5a54c995-06fb-4e1c-a321-b5d461f113ee,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:10.840199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:11.037263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Pushing event updated for resources: {'Port': ['ID=6bfcfcc2-fded-42e4-8a92-0e1484cde3df,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:11.041035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:11.074317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:24:11.074781 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:24:11.114607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:11.115304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:11.116857 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] 10.222.0.13 "PUT /v2.0/ports/6bfcfcc2-fded-42e4-8a92-0e1484cde3df HTTP/1.1" status: 200 len: 1157 time: 2.8566656 Jan 24 09:24:11.118379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe846f9-aa0b-45d6-9101-b59ba20143f5', 'tag': '6bfcfcc2-fded-42e4-8a92-0e1484cde3df'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:11.131796 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2818aae-d2b1-4747-aa78-009337743bbd req-8da27d93-2d66-4c61-b9bd-377648929daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:11.134158 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a2818aae-d2b1-4747-aa78-009337743bbd req-8da27d93-2d66-4c61-b9bd-377648929daa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 1162 time: 0.4318388 Jan 24 09:24:11.168764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167df4fb-d034-4084-95ef-31c54ec41453 req-74176547-f577-429b-8dea-76c9a6cf6a52 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:11.170574 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-167df4fb-d034-4084-95ef-31c54ec41453 req-74176547-f577-429b-8dea-76c9a6cf6a52 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.3999403 Jan 24 09:24:11.474809 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-167df4fb-d034-4084-95ef-31c54ec41453 req-cc7a12ba-9084-412f-8999-2e642362fad4 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251709 Jan 24 09:24:11.519165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2818aae-d2b1-4747-aa78-009337743bbd req-163e020a-c2fb-4e27-88c8-6d85663f8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:11.520761 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a2818aae-d2b1-4747-aa78-009337743bbd req-163e020a-c2fb-4e27-88c8-6d85663f8908 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 913 time: 0.3492396 Jan 24 09:24:11.526454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-4439da6b-7afc-4b21-9b71-d48baf31ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:11.528072 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-4439da6b-7afc-4b21-9b71-d48baf31ee18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 1160 time: 0.3553004 Jan 24 09:24:11.560783 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7a2d1-9ef0-4d86-bd10-9ae1b2258d74 req-92cc31b1-0dbc-4dca-8c40-7335608fe4a8 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:11.562512 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-57f7a2d1-9ef0-4d86-bd10-9ae1b2258d74 req-92cc31b1-0dbc-4dca-8c40-7335608fe4a8 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 943 time: 0.3058991 Jan 24 09:24:11.564851 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe846f9-aa0b-45d6-9101-b59ba20143f5', 'tag': '6bfcfcc2-fded-42e4-8a92-0e1484cde3df', 'status': 'completed', 'code': 200} Jan 24 09:24:11.673494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Deleting port 5a54c995-06fb-4e1c-a321-b5d461f113ee {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:11.673874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:11.795711 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-0d11c61b-063b-43c5-87a9-96ba911172c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bfcfcc2-fded-42e4-8a92-0e1484cde3df HTTP/1.1" status: 200 len: 217 time: 0.2299261 Jan 24 09:24:11.810807 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a2818aae-d2b1-4747-aa78-009337743bbd req-17fa80bb-7500-4373-b2fa-255949d761a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55 HTTP/1.1" status: 200 len: 217 time: 0.2437053 Jan 24 09:24:12.223804 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-57f7a2d1-9ef0-4d86-bd10-9ae1b2258d74 req-7b6f4fce-461a-49a8-be0d-fdd385f5c219 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127041 Jan 24 09:24:12.263598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2818aae-d2b1-4747-aa78-009337743bbd req-36b9aeb4-19d1-4535-8ae5-b82d801fa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:12.265200 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a2818aae-d2b1-4747-aa78-009337743bbd req-36b9aeb4-19d1-4535-8ae5-b82d801fa2c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d33fa811-3200-4925-a427-b7ea88395aa8 HTTP/1.1" status: 200 len: 859 time: 0.4059262 Jan 24 09:24:12.270967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-dcc4f9d5-a901-48ef-b83e-b04db8a78ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:12.272531 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-dcc4f9d5-a901-48ef-b83e-b04db8a78ce9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 200 len: 855 time: 0.4525673 Jan 24 09:24:12.453981 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a2818aae-d2b1-4747-aa78-009337743bbd req-d7a7053b-dc76-44aa-b894-4fabff5871e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8a86c34-187e-4867-92be-4e0639ede877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696444 Jan 24 09:24:12.461935 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-e31e059f-7a4a-402b-b111-8b4e262cbe46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580975 Jan 24 09:24:12.490108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14eb71-3e5d-466e-a06c-a1c3b5f0b840 req-107eb073-996b-4a37-b6d0-49073855ab26 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:12.491813 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1f14eb71-3e5d-466e-a06c-a1c3b5f0b840 req-107eb073-996b-4a37-b6d0-49073855ab26 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 944 time: 0.7796524 Jan 24 09:24:12.787409 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1f14eb71-3e5d-466e-a06c-a1c3b5f0b840 req-5f258cf9-a459-4b45-b3b8-77aa3fdbe557 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428262 Jan 24 09:24:12.817520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] For port 5a54c995-06fb-4e1c-a321-b5d461f113ee, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5a54c995-06fb-4e1c-a321-b5d461f113ee,segment=NetworkSegment(8ff7ae61-2375-40ef-a377-d26b8c69c84a),segment_id=8ff7ae61-2375-40ef-a377-d26b8c69c84a)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:12.817931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.991692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Calling delete_port for 5a54c995-06fb-4e1c-a321-b5d461f113ee owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:13.088034 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-e13de4f6-3585-43ea-8a27-e071951660be service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924482 Jan 24 09:24:13.148142 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a2818aae-d2b1-4747-aa78-009337743bbd req-66b982b6-860d-4eff-b9d8-60ce898ba0ee service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513793 Jan 24 09:24:13.522247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdeab84-dccf-40b2-828f-239f9bcdf31a req-c2f6ff07-785d-4be4-af30-ed75164eba89 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:13.524051 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5cdeab84-dccf-40b2-828f-239f9bcdf31a req-c2f6ff07-785d-4be4-af30-ed75164eba89 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.5431969 Jan 24 09:24:13.552893 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-98565250-cbf7-4245-ae21-c85e0a6a11be req-2219e31b-6486-48f7-bdcc-741f6eaaa5b0 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4468234 Jan 24 09:24:13.695986 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:13.700299 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a2818aae-d2b1-4747-aa78-009337743bbd req-620c48fd-d643-48a9-b029-746e2a6f7c92 service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4869647 Jan 24 09:24:13.721092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:13.770944 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5cdeab84-dccf-40b2-828f-239f9bcdf31a req-16e6eb49-16f8-4fee-911c-7e1a561f69b3 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352700 Jan 24 09:24:13.840727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Pushing event deleted for resources: {'Port': ['ID=5a54c995-06fb-4e1c-a321-b5d461f113ee,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:13.852250 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:13.903700 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f87c1e-7153-44d6-abfe-864f62eb7b40 req-d6fe90a6-40ed-4b6d-bf7b-205d1ace5e48 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:13.905404 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-27f87c1e-7153-44d6-abfe-864f62eb7b40 req-d6fe90a6-40ed-4b6d-bf7b-205d1ace5e48 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 943 time: 0.5315075 Jan 24 09:24:13.988830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509613a3-bf06-4e52-8b68-15af0aff4698 req-1e6c8781-339c-411e-a6a4-87eec89d5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:13.990533 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-509613a3-bf06-4e52-8b68-15af0aff4698 req-1e6c8781-339c-411e-a6a4-87eec89d5634 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 1160 time: 0.3695865 Jan 24 09:24:14.037560 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-27f87c1e-7153-44d6-abfe-864f62eb7b40 req-c2aa3e92-d6b7-405e-b4e0-a72dfa160252 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243761 Jan 24 09:24:14.356366 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] No DVR routers for this DVR port 5a54c995-06fb-4e1c-a321-b5d461f113ee on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:24:14.405871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:14.408746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900a8cc9-85b7-420c-ad8e-a20a0328881f', 'name': 'network-vif-deleted', 'tag': '5a54c995-06fb-4e1c-a321-b5d461f113ee'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:14.435140 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e121858c-4d00-41f6-8cf8-c8bb75b6918a req-ebb2a09d-908e-476e-a3f7-d36e23f6ae97 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=900a8cc9-85b7-420c-ad8e-a20a0328881f HTTP/1.1" status: 200 len: 210 time: 0.0828199 Jan 24 09:24:14.447333 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bb08b1f8-24bf-4462-82a3-bf3320ed24c1 req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.13 "DELETE /v2.0/ports/5a54c995-06fb-4e1c-a321-b5d461f113ee HTTP/1.1" status: 204 len: 173 time: 5.2002981 Jan 24 09:24:14.487972 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900a8cc9-85b7-420c-ad8e-a20a0328881f', 'name': 'network-vif-deleted', 'tag': '5a54c995-06fb-4e1c-a321-b5d461f113ee', 'status': 'completed', 'code': 200} Jan 24 09:24:14.491042 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509613a3-bf06-4e52-8b68-15af0aff4698 req-be67978b-1fe5-4c91-bc93-792857b89ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:14.492826 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-509613a3-bf06-4e52-8b68-15af0aff4698 req-be67978b-1fe5-4c91-bc93-792857b89ac7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 909 time: 0.4884191 Jan 24 09:24:14.617065 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-509613a3-bf06-4e52-8b68-15af0aff4698 req-a8de1a32-cd07-46ed-be2e-f8c13b60fde0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bfcfcc2-fded-42e4-8a92-0e1484cde3df HTTP/1.1" status: 200 len: 217 time: 0.0725927 Jan 24 09:24:14.706053 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509613a3-bf06-4e52-8b68-15af0aff4698 req-bcfbc490-723a-45ab-873c-c4e378b1345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:14.709376 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-509613a3-bf06-4e52-8b68-15af0aff4698 req-bcfbc490-723a-45ab-873c-c4e378b1345c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 200 len: 855 time: 0.0721402 Jan 24 09:24:14.764419 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-509613a3-bf06-4e52-8b68-15af0aff4698 req-09815180-873b-4082-9a66-e77723e1373b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474997 Jan 24 09:24:14.983345 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-509613a3-bf06-4e52-8b68-15af0aff4698 req-970b2821-71a0-41f3-b075-789f5a163cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018414 Jan 24 09:24:15.153973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d9c22-9979-4394-9443-208d5058b477 req-073e43f0-17a5-498a-8c50-a8a0c397a7e2 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:15.155738 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a28d9c22-9979-4394-9443-208d5058b477 req-073e43f0-17a5-498a-8c50-a8a0c397a7e2 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.2430155 Jan 24 09:24:15.202654 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-509613a3-bf06-4e52-8b68-15af0aff4698 req-6fdecf93-d97e-4e11-9251-adca3d7dd994 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2086954 Jan 24 09:24:15.236005 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a28d9c22-9979-4394-9443-208d5058b477 req-f67203b8-2259-43d8-97b0-ef561fa3e0e4 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709662 Jan 24 09:24:15.458480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fac1a-6050-4eef-98e7-8aac99ecae14 req-42033b81-71e9-4cbf-b77a-6a6893f49ecb tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:15.460544 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-823fac1a-6050-4eef-98e7-8aac99ecae14 req-42033b81-71e9-4cbf-b77a-6a6893f49ecb tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 943 time: 0.1484694 Jan 24 09:24:15.539467 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-823fac1a-6050-4eef-98e7-8aac99ecae14 req-e95dc65d-13b2-4411-826c-b3cf1a2092a5 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672934 Jan 24 09:24:15.983795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-55db39d1-4f98-4501-a1bf-030f444c3fd3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:15.985596 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-55db39d1-4f98-4501-a1bf-030f444c3fd3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/networks?id=4fae7f97-6553-483e-94bb-7063a8558f8e HTTP/1.1" status: 200 len: 809 time: 0.1886497 Jan 24 09:24:16.002323 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-3cbe93c7-30c9-4791-9172-e35c6d05cf8d tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/quotas/3d03a80a82fe492a90c250ce63ddc3b2 HTTP/1.1" status: 200 len: 375 time: 0.0105987 Jan 24 09:24:16.060707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-61b93480-da0d-4cb4-89cd-6f9606438cb0 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Synchronizing usage tracker for tenant:3d03a80a82fe492a90c250ce63ddc3b2 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:24:16.077723 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-61b93480-da0d-4cb4-89cd-6f9606438cb0 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Unset dirty status for tenant:3d03a80a82fe492a90c250ce63ddc3b2 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:24:16.079910 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-61b93480-da0d-4cb4-89cd-6f9606438cb0 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d03a80a82fe492a90c250ce63ddc3b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718460 Jan 24 09:24:16.239125 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-5a0819ac-0356-4e3a-99ce-15aeea5d82fe service neutron] 10.222.0.18 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509879 Jan 24 09:24:16.386131 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-b17d2cf4-a3bd-407f-934c-63e6efbaf6dd service neutron] 10.222.0.18 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411858 Jan 24 09:24:16.617453 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643d69c-9adf-42d7-b35e-cb00fa84d1cd req-d43fa8ea-2624-4599-b91c-53417bd14869 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:16.619213 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1643d69c-9adf-42d7-b35e-cb00fa84d1cd req-d43fa8ea-2624-4599-b91c-53417bd14869 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1134698 Jan 24 09:24:16.684710 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1643d69c-9adf-42d7-b35e-cb00fa84d1cd req-a3f9f585-7715-4f4f-9e8c-fcabfdd7a178 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588591 Jan 24 09:24:16.808634 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-016042e2-7eeb-44de-8b0e-91e4087e4773 req-9e70ca1b-49cd-43a1-94cc-3d5bad5b197f tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 210 time: 0.0502846 Jan 24 09:24:17.013404 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8d0ca-8fa4-4152-9bf6-e28ed84eeaf0 req-5670c6e3-e3fd-4105-abd4-59c158fd3803 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:17.015164 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-91f8d0ca-8fa4-4152-9bf6-e28ed84eeaf0 req-5670c6e3-e3fd-4105-abd4-59c158fd3803 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 943 time: 0.1270883 Jan 24 09:24:17.145684 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-91f8d0ca-8fa4-4152-9bf6-e28ed84eeaf0 req-3ff8ced4-3043-413a-b89e-c0f7ae923e54 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219745 Jan 24 09:24:17.525440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6bfcfcc2-fded-42e4-8a92-0e1484cde3df up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:17.597316 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:17.602336 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:17.602802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.744890 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.784092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6bfcfcc2-fded-42e4-8a92-0e1484cde3df,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:17.785481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe846f9-aa0b-45d6-9101-b59ba20143f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfcfcc2-fded-42e4-8a92-0e1484cde3df'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:17.793333 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.795610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:17.893572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=6bfcfcc2-fded-42e4-8a92-0e1484cde3df,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:17.925280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.925698 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.926032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.926524 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.926912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.927287 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.927656 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.929523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.929925 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.930312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.930725 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.931103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.931919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.931919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.932264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.932911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.933030 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.934560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.934974 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.935320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.935688 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.936058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.936482 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.936855 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:17.942895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:18.071509 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe846f9-aa0b-45d6-9101-b59ba20143f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfcfcc2-fded-42e4-8a92-0e1484cde3df', 'code': 200} Jan 24 09:24:18.173032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3dcc-9211-4dad-b20a-c75309ecbbcc req-7ffa4e21-84a6-4906-a207-e189c7a8e885 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:18.175015 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-728e3dcc-9211-4dad-b20a-c75309ecbbcc req-7ffa4e21-84a6-4906-a207-e189c7a8e885 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.2699840 Jan 24 09:24:18.310057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-2d4b5616-9a5b-4a55-afb6-e88afb652af6 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:18.311728 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-2d4b5616-9a5b-4a55-afb6-e88afb652af6 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.13 "GET /v2.0/networks?id=4fae7f97-6553-483e-94bb-7063a8558f8e HTTP/1.1" status: 200 len: 809 time: 0.3399012 Jan 24 09:24:18.316686 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d5815316-8d26-4708-9bc1-aea73ea9ff15 req-aa79f383-eaf1-4360-8ab3-61b0197637d4 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 210 time: 0.0952821 Jan 24 09:24:18.331967 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-728e3dcc-9211-4dad-b20a-c75309ecbbcc req-a0ed1abe-556b-4b11-84c5-f2a1df59ae91 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470234 Jan 24 09:24:18.398877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Request body: {'port': {'device_id': '0022f103-b4b7-46aa-ae20-600415fe643d', 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e', 'admin_state_up': True, 'tenant_id': '3d03a80a82fe492a90c250ce63ddc3b2'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:18.475652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6bfcfcc2-fded-42e4-8a92-0e1484cde3df up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:18.566120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:18.566120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:18.649585 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f8111-65cd-479d-9b6a-3ebeb462c58b req-180b9b90-f8fd-40d1-8ab7-22e2822e1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:18.651231 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3d9f8111-65cd-479d-9b6a-3ebeb462c58b req-180b9b90-f8fd-40d1-8ab7-22e2822e1ffd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 1162 time: 0.3083425 Jan 24 09:24:18.661604 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:18.712731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:18.761094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498e228-5f21-4742-b636-4d8ae0ce921b req-4501033e-d386-40ed-8616-4a6599991ae0 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:18.762988 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5498e228-5f21-4742-b636-4d8ae0ce921b req-4501033e-d386-40ed-8616-4a6599991ae0 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 945 time: 0.2809501 Jan 24 09:24:18.807989 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Made reservation on behalf of 3d03a80a82fe492a90c250ce63ddc3b2 for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:24:18.817959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:18.835866 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3d9f8111-65cd-479d-9b6a-3ebeb462c58b req-7890dd69-2c21-49db-8a17-6bd5b5687515 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686509 Jan 24 09:24:18.878304 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5498e228-5f21-4742-b636-4d8ae0ce921b req-50243b89-b11c-4f72-a0d8-43618987ab83 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052570 Jan 24 09:24:19.179313 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Allocated IP 172.20.0.12 (4fae7f97-6553-483e-94bb-7063a8558f8e/4ac23c9e-8a16-405c-8fa6-588293cf1436/d620b130-3c27-45f3-90a6-7b5cca9241da) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:24:19.649869 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8aa7dc2d-80ea-434b-85a9-23e6a6a396cb req-f7e1e291-2a06-4dac-a9db-bde1ab1378aa tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 210 time: 0.1157136 Jan 24 09:24:19.767162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdba22-57f4-4c82-820a-b825412765ca req-cddc2093-bd88-482f-a388-87adb6f01d7e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:19.768880 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dafdba22-57f4-4c82-820a-b825412765ca req-cddc2093-bd88-482f-a388-87adb6f01d7e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.2287743 Jan 24 09:24:19.772158 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:19.840306 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dafdba22-57f4-4c82-820a-b825412765ca req-518e7b39-5e82-4bc5-bea5-a8b95611e5ab tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641291 Jan 24 09:24:19.855261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:19.924097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:20.019183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Pushing event updated for resources: {'Port': ['ID=d620b130-3c27-45f3-90a6-7b5cca9241da,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:20.033810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:20.138827 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Network 4fae7f97-6553-483e-94bb-7063a8558f8e is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:20.142218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:20.144696 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:24:20.166707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:20.167394 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.229250 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9f7ec-c298-4293-b0b9-96f53cff9b6f req-6d46f402-e101-4ef9-910f-3eca382e987c tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:20.231002 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5dc9f7ec-c298-4293-b0b9-96f53cff9b6f req-6d46f402-e101-4ef9-910f-3eca382e987c tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 945 time: 0.1987104 Jan 24 09:24:20.232880 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8885193 Jan 24 09:24:20.261122 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Request body: {'port': {'device_id': '0022f103-b4b7-46aa-ae20-600415fe643d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:20.349703 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5dc9f7ec-c298-4293-b0b9-96f53cff9b6f req-3c37cf0a-0873-43ed-a451-6549d567252b tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114707 Jan 24 09:24:20.420317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.566073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6bfcfcc2-fded-42e4-8a92-0e1484cde3df up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:20.639550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:20.639969 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.704290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f34182-cedc-4598-b6d1-75de79ce6d68 req-a460e31b-cbb3-49b2-bed4-9e6f254c5a25 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:20.710920 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-41f34182-cedc-4598-b6d1-75de79ce6d68 req-a460e31b-cbb3-49b2-bed4-9e6f254c5a25 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.2339628 Jan 24 09:24:20.805349 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-41f34182-cedc-4598-b6d1-75de79ce6d68 req-9f9f7a99-8359-4e52-9d52-9106803792e5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899799 Jan 24 09:24:21.066446 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b80bf-a8f5-4e17-9a50-a7e9a10bf7c1 req-2dd64a5d-3b8b-4453-b687-2d62b53aa341 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:21.067169 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e07b80bf-a8f5-4e17-9a50-a7e9a10bf7c1 req-2dd64a5d-3b8b-4453-b687-2d62b53aa341 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Synchronizing usage tracker for tenant:3d03a80a82fe492a90c250ce63ddc3b2 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:24:21.141367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e07b80bf-a8f5-4e17-9a50-a7e9a10bf7c1 req-2dd64a5d-3b8b-4453-b687-2d62b53aa341 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Unset dirty status for tenant:3d03a80a82fe492a90c250ce63ddc3b2 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:24:21.142683 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e07b80bf-a8f5-4e17-9a50-a7e9a10bf7c1 req-2dd64a5d-3b8b-4453-b687-2d62b53aa341 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 932 time: 0.3481755 Jan 24 09:24:21.200899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d620b130-3c27-45f3-90a6-7b5cca9241da {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:24:21.221276 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.248656 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e07b80bf-a8f5-4e17-9a50-a7e9a10bf7c1 req-e94e9758-b6e4-47bd-ba0e-b5383721e5e9 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894415 Jan 24 09:24:21.277605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8881a-de46-46a8-aafa-5635fb052fda req-dad261e5-28f9-463c-9cdb-643874ddd28b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:21.279349 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b9f8881a-de46-46a8-aafa-5635fb052fda req-dad261e5-28f9-463c-9cdb-643874ddd28b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.2990823 Jan 24 09:24:21.280540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Transition to ACTIVE for port object d620b130-3c27-45f3-90a6-7b5cca9241da will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:21.285066 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.302836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aca30f7f-b178-42a6-afce-8e101408a5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:21.477228 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b9f8881a-de46-46a8-aafa-5635fb052fda req-83817c4b-8b10-4edb-a3c9-7b22a18d31ea tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775603 Jan 24 09:24:21.480071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Pushing event updated for resources: {'Port': ['ID=d620b130-3c27-45f3-90a6-7b5cca9241da,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:21.485568 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:21.718669 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1d4be-ec84-46ef-bcac-31f323523e6e req-4ecd75c9-0130-4e88-899b-f8e767ddfd54 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:21.720536 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-66e1d4be-ec84-46ef-bcac-31f323523e6e req-4ecd75c9-0130-4e88-899b-f8e767ddfd54 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 945 time: 0.2341821 Jan 24 09:24:21.721549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Attempting to bind port d620b130-3c27-45f3-90a6-7b5cca9241da on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:24:21.721921 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Attempting to bind port d620b130-3c27-45f3-90a6-7b5cca9241da by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '8ff7ae61-2375-40ef-a377-d26b8c69c84a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:24:21.722284 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Attempting to bind port d620b130-3c27-45f3-90a6-7b5cca9241da on network 4fae7f97-6553-483e-94bb-7063a8558f8e {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:24:21.744393 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:24:21.744773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Checking segment: {'id': '8ff7ae61-2375-40ef-a377-d26b8c69c84a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:21.745264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.745577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Bound using segment: {'id': '8ff7ae61-2375-40ef-a377-d26b8c69c84a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:24:21.746072 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Bound port: d620b130-3c27-45f3-90a6-7b5cca9241da, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff7ae61-2375-40ef-a377-d26b8c69c84a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4fae7f97-6553-483e-94bb-7063a8558f8e'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:24:21.746751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.836899 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-66e1d4be-ec84-46ef-bcac-31f323523e6e req-71551f8c-57d9-49ab-b9c0-36b9ac7074f9 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099513 Jan 24 09:24:21.875275 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] For port d620b130-3c27-45f3-90a6-7b5cca9241da, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:24:21.879518 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] For port d620b130-3c27-45f3-90a6-7b5cca9241da, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d620b130-3c27-45f3-90a6-7b5cca9241da,segment=NetworkSegment(8ff7ae61-2375-40ef-a377-d26b8c69c84a),segment_id=8ff7ae61-2375-40ef-a377-d26b8c69c84a)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:24:21.884515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.901343 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-44decd82-0d29-4c7e-9b38-cc2dbc58a6d2 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:22.128460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Pushing event updated for resources: {'Port': ['ID=d620b130-3c27-45f3-90a6-7b5cca9241da,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:22.133900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:22.178224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:22.179308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:22.180816 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] 10.222.0.13 "PUT /v2.0/ports/d620b130-3c27-45f3-90a6-7b5cca9241da HTTP/1.1" status: 200 len: 1158 time: 1.9242234 Jan 24 09:24:22.209525 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7553-c164-4f5a-8cfd-a59fbb2cc755 req-f6aa8c6e-49ef-4c55-a694-22ccfa9eac03 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:22.211235 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d69e7553-c164-4f5a-8cfd-a59fbb2cc755 req-f6aa8c6e-49ef-4c55-a694-22ccfa9eac03 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.2052510 Jan 24 09:24:22.211804 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0022f103-b4b7-46aa-ae20-600415fe643d', 'tag': 'd620b130-3c27-45f3-90a6-7b5cca9241da'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:22.486827 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0022f103-b4b7-46aa-ae20-600415fe643d', 'tag': 'd620b130-3c27-45f3-90a6-7b5cca9241da', 'status': 'completed', 'code': 200} Jan 24 09:24:22.584603 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d69e7553-c164-4f5a-8cfd-a59fbb2cc755 req-dd20c26f-0b03-4869-8d4d-a72f5a615232 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667338 Jan 24 09:24:22.660550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c34946-550a-4e82-a038-82a533d171a3 req-5340ea7e-ef75-4ead-a037-54cbaad595e8 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:22.662475 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09c34946-550a-4e82-a038-82a533d171a3 req-5340ea7e-ef75-4ead-a037-54cbaad595e8 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 944 time: 0.1745651 Jan 24 09:24:22.664495 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-69783a3f-1d85-4a51-81f3-91dc0a899a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:22.666009 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-69783a3f-1d85-4a51-81f3-91dc0a899a5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d03a80a82fe492a90c250ce63ddc3b2&device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 1161 time: 0.4313302 Jan 24 09:24:22.823638 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-10fc6540-dfd0-4b2c-a1ca-26452f1e6367 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d620b130-3c27-45f3-90a6-7b5cca9241da HTTP/1.1" status: 200 len: 217 time: 0.1186681 Jan 24 09:24:22.831180 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09c34946-550a-4e82-a038-82a533d171a3 req-a05edc13-661d-41c2-b8dd-a462db4c2430 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585870 Jan 24 09:24:22.926898 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-ea015321-ded6-4d3b-adae-52ecf1861c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:22.928499 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-ea015321-ded6-4d3b-adae-52ecf1861c6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ac23c9e-8a16-405c-8fa6-588293cf1436 HTTP/1.1" status: 200 len: 849 time: 0.0878973 Jan 24 09:24:22.967731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460115-5221-494c-be79-44ad0fe01205 req-9584ac22-1319-47b6-8acf-7b1b178ba683 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:22.969408 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-37460115-5221-494c-be79-44ad0fe01205 req-9584ac22-1319-47b6-8acf-7b1b178ba683 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.2107327 Jan 24 09:24:23.040945 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-ccdb14ef-0c8d-4956-9cfd-31e6ceb9e4cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4fae7f97-6553-483e-94bb-7063a8558f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704446 Jan 24 09:24:23.146685 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-37460115-5221-494c-be79-44ad0fe01205 req-68f3dc03-63f0-4fc6-8116-748761ed6148 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375525 Jan 24 09:24:23.217362 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-e82d8780-322f-4c4f-a43a-f517761bf3c7 service neutron] 10.222.0.13 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638644 Jan 24 09:24:23.371967 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c27912b5-b66a-4f78-8015-0825cb058bb2 req-c9759671-39cf-442a-b8d6-32650f5dcc91 service neutron] 10.222.0.13 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434114 Jan 24 09:24:23.504970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6adc-9f9b-4c87-b4c0-2053df3ba1e9 req-d1d4c6fe-58cd-4901-956f-2558f3677fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:23.506681 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eacf6adc-9f9b-4c87-b4c0-2053df3ba1e9 req-d1d4c6fe-58cd-4901-956f-2558f3677fa9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d03a80a82fe492a90c250ce63ddc3b2&device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 1161 time: 0.0877154 Jan 24 09:24:23.681475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6adc-9f9b-4c87-b4c0-2053df3ba1e9 req-0966f3e3-ab53-478a-87f1-589597c0c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:23.683142 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eacf6adc-9f9b-4c87-b4c0-2053df3ba1e9 req-0966f3e3-ab53-478a-87f1-589597c0c1dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=4fae7f97-6553-483e-94bb-7063a8558f8e HTTP/1.1" status: 200 len: 903 time: 0.1603155 Jan 24 09:24:23.822845 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eacf6adc-9f9b-4c87-b4c0-2053df3ba1e9 req-e97b3640-a9fb-47b8-a1c5-33c9615b69fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d620b130-3c27-45f3-90a6-7b5cca9241da HTTP/1.1" status: 200 len: 217 time: 0.1298785 Jan 24 09:24:23.923675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6adc-9f9b-4c87-b4c0-2053df3ba1e9 req-108fcd7c-355e-4d74-9176-eca9df3bc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:23.925364 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eacf6adc-9f9b-4c87-b4c0-2053df3ba1e9 req-108fcd7c-355e-4d74-9176-eca9df3bc6db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ac23c9e-8a16-405c-8fa6-588293cf1436 HTTP/1.1" status: 200 len: 849 time: 0.0891757 Jan 24 09:24:23.954154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb737a0-3688-4e60-afca-bbeb7247bd3a req-a05fc27f-0765-4005-a413-d3152aacbbbf tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:23.955968 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ebb737a0-3688-4e60-afca-bbeb7247bd3a req-a05fc27f-0765-4005-a413-d3152aacbbbf tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1982372 Jan 24 09:24:24.025740 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eacf6adc-9f9b-4c87-b4c0-2053df3ba1e9 req-d9994be8-b997-4c32-badb-9f2f3f665aad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4fae7f97-6553-483e-94bb-7063a8558f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684352 Jan 24 09:24:24.118208 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ebb737a0-3688-4e60-afca-bbeb7247bd3a req-bc29ebe3-fa51-4173-82bc-ee9e99000378 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236351 Jan 24 09:24:24.243399 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:24.314721 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eacf6adc-9f9b-4c87-b4c0-2053df3ba1e9 req-a7f00db0-2fc4-4063-9bcd-8dea0572cc2c service neutron] 10.222.0.13 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487111 Jan 24 09:24:24.347352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51ff92-f0ff-4e62-af34-d52db6261f8e req-a148e25b-7596-4851-a513-b4058f5d6bc2 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:24.349066 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4e51ff92-f0ff-4e62-af34-d52db6261f8e req-a148e25b-7596-4851-a513-b4058f5d6bc2 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 944 time: 0.2223432 Jan 24 09:24:24.550582 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4e51ff92-f0ff-4e62-af34-d52db6261f8e req-d19e388a-54dd-4b7d-b291-434567373cdc tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728270 Jan 24 09:24:24.612777 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eacf6adc-9f9b-4c87-b4c0-2053df3ba1e9 req-16b354dc-260b-4601-81a3-41464e86ef7b service neutron] 10.222.0.13 "GET /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2626102 Jan 24 09:24:24.653633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73ad9-619b-46bd-9ca3-ce2f8cc7cca3 req-81ce1b18-693c-4afa-a960-d300c32269ed tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:24.655368 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d1a73ad9-619b-46bd-9ca3-ce2f8cc7cca3 req-81ce1b18-693c-4afa-a960-d300c32269ed tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1848631 Jan 24 09:24:24.708887 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d1a73ad9-619b-46bd-9ca3-ce2f8cc7cca3 req-4a8c7053-acdd-4dbc-b54b-7681d8b9ea64 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465951 Jan 24 09:24:25.397042 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30049394-999c-4496-b6a4-f2cfc2a6e8a0 req-856513bc-04eb-463e-ae67-38c415e7f83b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:25.398768 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-30049394-999c-4496-b6a4-f2cfc2a6e8a0 req-856513bc-04eb-463e-ae67-38c415e7f83b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1210306 Jan 24 09:24:25.476509 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-30049394-999c-4496-b6a4-f2cfc2a6e8a0 req-f195ef5d-0eab-4099-a31d-6dbd0293644e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569606 Jan 24 09:24:25.483532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-962fba35-3f04-4c12-8187-237bc22686ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:25.805810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a818c6-24af-4bd5-bbe4-9e3175dd0064 req-c40818a3-0ffe-4d28-b412-d4a6cff0607d tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:25.807756 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-40a818c6-24af-4bd5-bbe4-9e3175dd0064 req-c40818a3-0ffe-4d28-b412-d4a6cff0607d tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 944 time: 0.1155632 Jan 24 09:24:25.914840 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-40a818c6-24af-4bd5-bbe4-9e3175dd0064 req-cab8979e-8708-4d00-8f4e-1ea49691b9b1 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991864 Jan 24 09:24:25.980195 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faedde7-168d-48e9-8bbd-c5aecec85e51 req-9eb6c29d-285b-4117-b85e-8f027f8dee15 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:25.981910 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6faedde7-168d-48e9-8bbd-c5aecec85e51 req-9eb6c29d-285b-4117-b85e-8f027f8dee15 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1344523 Jan 24 09:24:26.048707 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6faedde7-168d-48e9-8bbd-c5aecec85e51 req-3f5f2e45-7103-44f7-9fe8-913a35f90fad tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582004 Jan 24 09:24:26.749676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9941b5-ed4d-466f-9120-b9c2681fa579 req-fec80255-3ed7-4688-9601-2298ebb25996 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:26.752358 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bf9941b5-ed4d-466f-9120-b9c2681fa579 req-fec80255-3ed7-4688-9601-2298ebb25996 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1181314 Jan 24 09:24:26.809275 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bf9941b5-ed4d-466f-9120-b9c2681fa579 req-037c8fe5-3375-4280-a12f-204088865e5f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505648 Jan 24 09:24:27.179512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc324b24-4538-4727-8d26-ee928133b5bb req-5a6647de-e568-4f39-8968-858d0086a384 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:27.181228 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bc324b24-4538-4727-8d26-ee928133b5bb req-5a6647de-e568-4f39-8968-858d0086a384 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 944 time: 0.1189632 Jan 24 09:24:27.235459 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bc324b24-4538-4727-8d26-ee928133b5bb req-27b373c1-48b1-42f2-830c-7311e072e7a6 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Jan 24 09:24:27.417281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ec26e-881d-41f5-960e-76658d33967b req-f1243361-e4be-4828-bfa5-6f300dcfed48 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:27.418947 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6a6ec26e-881d-41f5-960e-76658d33967b req-f1243361-e4be-4828-bfa5-6f300dcfed48 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1060028 Jan 24 09:24:27.474219 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6a6ec26e-881d-41f5-960e-76658d33967b req-ebfc5bf8-8c7c-4d47-bb4a-e67e175026e1 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478275 Jan 24 09:24:27.592877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device d620b130-3c27-45f3-90a6-7b5cca9241da up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:27.665058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port d620b130-3c27-45f3-90a6-7b5cca9241da completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:27.669987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port d620b130-3c27-45f3-90a6-7b5cca9241da triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:27.670429 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:27.805717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:27.836025 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0022f103-b4b7-46aa-ae20-600415fe643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620b130-3c27-45f3-90a6-7b5cca9241da'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:27.850935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port d620b130-3c27-45f3-90a6-7b5cca9241da, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d620b130-3c27-45f3-90a6-7b5cca9241da,segment=NetworkSegment(8ff7ae61-2375-40ef-a377-d26b8c69c84a),segment_id=8ff7ae61-2375-40ef-a377-d26b8c69c84a)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:27.855548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:27.857843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3680843e-40b8-4a9e-820d-bce11b85cdcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:27.913130 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0022f103-b4b7-46aa-ae20-600415fe643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd620b130-3c27-45f3-90a6-7b5cca9241da', 'code': 200} Jan 24 09:24:27.933453 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=d620b130-3c27-45f3-90a6-7b5cca9241da,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:27.937291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:28.008383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7b490641-923b-446a-bfbb-bf4c80d83a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:28.166041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059c2e4-9926-482f-8642-e0d282874c30 req-358c8195-5480-4349-a0f2-92367ae4d970 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:28.167809 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8059c2e4-9926-482f-8642-e0d282874c30 req-358c8195-5480-4349-a0f2-92367ae4d970 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1886547 Jan 24 09:24:28.269557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:24:28.396839 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:28.533233 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8059c2e4-9926-482f-8642-e0d282874c30 req-0a3764e5-0310-49c7-bf87-bce9d34d9b1a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229163 Jan 24 09:24:28.552536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device d620b130-3c27-45f3-90a6-7b5cca9241da up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:28.573174 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf2f94-6827-45e3-a229-d52557746d6b req-fd6ffb0e-7b27-494c-8e99-19796ef78e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:28.574974 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f4cf2f94-6827-45e3-a229-d52557746d6b req-fd6ffb0e-7b27-494c-8e99-19796ef78e5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 1163 time: 0.4062219 Jan 24 09:24:28.633232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85d18-451a-42d0-818f-88b415c4eb7c req-753c3ba6-2e02-4e7b-829f-6ce77b7418c9 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:28.635064 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cee85d18-451a-42d0-818f-88b415c4eb7c req-753c3ba6-2e02-4e7b-829f-6ce77b7418c9 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 946 time: 0.1709855 Jan 24 09:24:28.642404 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port d620b130-3c27-45f3-90a6-7b5cca9241da triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:28.643200 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:28.722713 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f4cf2f94-6827-45e3-a229-d52557746d6b req-65c701d0-c4e4-44c4-ac17-185a09160d07 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387372 Jan 24 09:24:28.773286 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cee85d18-451a-42d0-818f-88b415c4eb7c req-8e94f299-5a2b-43b3-82dc-f813f96e7768 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312208 Jan 24 09:24:28.822057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416ae12-c615-45f7-a72b-0857c42e47e5 req-f3ac2da2-b58c-46e2-8d43-4a6185a3e589 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:28.823705 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6416ae12-c615-45f7-a72b-0857c42e47e5 req-f3ac2da2-b58c-46e2-8d43-4a6185a3e589 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1521666 Jan 24 09:24:28.877431 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6416ae12-c615-45f7-a72b-0857c42e47e5 req-80f9d9ca-96dc-4e21-8666-69da4fd91e9e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Jan 24 09:24:29.572883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.884884 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae1dd0-2f96-4744-b86f-a598194d31f0 req-d7393205-2e05-4aa0-bbde-c66bfd01cc2f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:29.886524 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1aae1dd0-2f96-4744-b86f-a598194d31f0 req-d7393205-2e05-4aa0-bbde-c66bfd01cc2f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1810696 Jan 24 09:24:29.916306 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02219e-03c5-439f-97c8-4cdf2a4afee1 req-53295544-d465-4831-8b65-74675e87dfef tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:29.918083 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e02219e-03c5-439f-97c8-4cdf2a4afee1 req-53295544-d465-4831-8b65-74675e87dfef tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 945 time: 0.1758697 Jan 24 09:24:29.930481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:30.002562 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1aae1dd0-2f96-4744-b86f-a598194d31f0 req-f9e20733-fbe0-45b1-8970-34969a426df3 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832734 Jan 24 09:24:30.014508 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e02219e-03c5-439f-97c8-4cdf2a4afee1 req-ae52e696-61f2-47ca-85d4-ac66934222b4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804145 Jan 24 09:24:30.346624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de590b3-fe1a-44f3-8480-51a6f27561c7 req-2aa50777-c7d0-4778-be83-0c76803bfe27 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:30.348372 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1de590b3-fe1a-44f3-8480-51a6f27561c7 req-2aa50777-c7d0-4778-be83-0c76803bfe27 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 946 time: 0.1863680 Jan 24 09:24:30.379515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cd9c7-04c4-49d4-9e7c-fc4ac885329e req-bd1d9384-0b0c-453d-a424-94d6ce64eb11 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:30.381196 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-547cd9c7-04c4-49d4-9e7c-fc4ac885329e req-bd1d9384-0b0c-453d-a424-94d6ce64eb11 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1765079 Jan 24 09:24:30.464738 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1de590b3-fe1a-44f3-8480-51a6f27561c7 req-73e6ba99-6470-47f3-b3ae-85dbe9b6b2b6 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824430 Jan 24 09:24:30.479537 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-547cd9c7-04c4-49d4-9e7c-fc4ac885329e req-0fa89f82-6ee0-45f1-b011-9a9a4161b361 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794020 Jan 24 09:24:30.613436 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device d620b130-3c27-45f3-90a6-7b5cca9241da up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:30.686522 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port d620b130-3c27-45f3-90a6-7b5cca9241da triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:30.686874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:31.344976 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39666ce0-3107-4b51-8a49-7f10637c0d97 req-51bb2593-5fc2-4cac-a8ea-7ff3532b1237 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:31.346568 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-39666ce0-3107-4b51-8a49-7f10637c0d97 req-51bb2593-5fc2-4cac-a8ea-7ff3532b1237 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 945 time: 0.1821041 Jan 24 09:24:31.374376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdcbcc-597f-41f2-afe1-83160326a0b1 req-cecfb663-0e51-40d6-980b-c5b222485d1c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:31.376589 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-32bdcbcc-597f-41f2-afe1-83160326a0b1 req-cecfb663-0e51-40d6-980b-c5b222485d1c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1754463 Jan 24 09:24:31.456968 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-39666ce0-3107-4b51-8a49-7f10637c0d97 req-d75b7c4a-9a12-4fe9-a25d-0df517498c73 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793178 Jan 24 09:24:31.465159 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-32bdcbcc-597f-41f2-afe1-83160326a0b1 req-877c8b2c-beaa-4d2b-b3f6-5cbf39d205e5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724001 Jan 24 09:24:31.787014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a264-696f-43ea-a1d5-c5cac4aa0f06 req-6832abf5-6884-4a83-924c-2d186eddbe91 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:31.788656 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0b04a264-696f-43ea-a1d5-c5cac4aa0f06 req-6832abf5-6884-4a83-924c-2d186eddbe91 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 946 time: 0.1852803 Jan 24 09:24:31.817595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb6023-8074-4331-bb2b-6c4b07353c23 req-02d6b7c4-e26b-445f-b195-1394909256f9 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:31.819137 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1ddb6023-8074-4331-bb2b-6c4b07353c23 req-02d6b7c4-e26b-445f-b195-1394909256f9 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1789284 Jan 24 09:24:31.904066 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0b04a264-696f-43ea-a1d5-c5cac4aa0f06 req-1ea5e564-c913-4fd7-a3a5-734c8ca8fe62 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836556 Jan 24 09:24:31.913185 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1ddb6023-8074-4331-bb2b-6c4b07353c23 req-55f6f48b-fb46-4e71-a231-572e45193aee tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764256 Jan 24 09:24:32.691577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6bfcfcc2-fded-42e4-8a92-0e1484cde3df up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:32.786181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5eeab-be2d-4811-bb1b-b9d4c431fa59 req-a829f50b-1c7b-464a-8da8-bbccbe9e88e3 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:32.793818 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c4a5eeab-be2d-4811-bb1b-b9d4c431fa59 req-a829f50b-1c7b-464a-8da8-bbccbe9e88e3 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 945 time: 0.1888599 Jan 24 09:24:32.794475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:32.795053 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:32.846788 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b917a-ffde-429f-9d36-dc3b52a13277 req-c9578342-c538-4854-8da2-010a334cbb86 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:32.848648 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a51b917a-ffde-429f-9d36-dc3b52a13277 req-c9578342-c538-4854-8da2-010a334cbb86 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.2035346 Jan 24 09:24:32.972295 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device d620b130-3c27-45f3-90a6-7b5cca9241da up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:32.976241 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c4a5eeab-be2d-4811-bb1b-b9d4c431fa59 req-b5c8b8fc-ab0f-49a0-9b50-62a7582ecb61 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811159 Jan 24 09:24:33.033557 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a51b917a-ffde-429f-9d36-dc3b52a13277 req-e05c7023-09f2-453a-bb05-6c3084b64d0b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341078 Jan 24 09:24:33.068929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port d620b130-3c27-45f3-90a6-7b5cca9241da triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:33.069357 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:33.144003 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-522ae7e0-58fa-4b8a-b923-f74bb375e313 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:33.145708 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-522ae7e0-58fa-4b8a-b923-f74bb375e313 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 945 time: 0.2926755 Jan 24 09:24:33.366535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Deleting port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:33.366951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:33.555299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c727d4a-1d04-407d-a87b-a6ee06beacb4 req-07ee923f-0f8c-4466-99a1-00f3acce8a50 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:33.556931 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4c727d4a-1d04-407d-a87b-a6ee06beacb4 req-07ee923f-0f8c-4466-99a1-00f3acce8a50 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.2912579 Jan 24 09:24:33.588455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16170ea0-5f7e-451f-9c56-5860f86312d4 req-ba5e2bff-91b2-494c-af2d-040ab2a7cd69 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:33.590185 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-16170ea0-5f7e-451f-9c56-5860f86312d4 req-ba5e2bff-91b2-494c-af2d-040ab2a7cd69 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 946 time: 0.3838258 Jan 24 09:24:33.782270 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4c727d4a-1d04-407d-a87b-a6ee06beacb4 req-e029763c-7aa0-4705-aed6-ea8d5af902bb tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731312 Jan 24 09:24:33.809697 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-16170ea0-5f7e-451f-9c56-5860f86312d4 req-217f0ba9-bc5d-4dd9-9d32-29a2f3cbeb9e tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973028 Jan 24 09:24:33.848822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] For port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6bfcfcc2-fded-42e4-8a92-0e1484cde3df,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:33.849242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:34.001577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Calling delete_port for 6bfcfcc2-fded-42e4-8a92-0e1484cde3df owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:34.334364 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:34.353425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8ea50294-91cf-4607-b83a-819fa1d534f7 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:34.461433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Pushing event deleted for resources: {'Port': ['ID=6bfcfcc2-fded-42e4-8a92-0e1484cde3df,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:34.465345 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:34.508897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5578d-628a-4eaa-878a-e31a495c0106 req-2009a49f-f9c9-462f-8274-2486d077d51f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:34.510641 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6eb5578d-628a-4eaa-878a-e31a495c0106 req-2009a49f-f9c9-462f-8274-2486d077d51f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=fbe846f9-aa0b-45d6-9101-b59ba20143f5 HTTP/1.1" status: 200 len: 867 time: 0.3485646 Jan 24 09:24:34.639288 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6eb5578d-628a-4eaa-878a-e31a495c0106 req-860237a7-f35f-45c2-b64a-9f0a2af009b5 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068633 Jan 24 09:24:34.707488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbefbbc-3a68-46d6-a78a-f9aa89471c5e req-a9ea3ef2-4380-43d3-acb9-a47314b570f6 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:34.709270 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fbbefbbc-3a68-46d6-a78a-f9aa89471c5e req-a9ea3ef2-4380-43d3-acb9-a47314b570f6 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.4371023 Jan 24 09:24:34.799400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] No DVR routers for this DVR port 6bfcfcc2-fded-42e4-8a92-0e1484cde3df on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:24:34.803864 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:34.808058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe846f9-aa0b-45d6-9101-b59ba20143f5', 'name': 'network-vif-deleted', 'tag': '6bfcfcc2-fded-42e4-8a92-0e1484cde3df'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:34.823314 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fbbefbbc-3a68-46d6-a78a-f9aa89471c5e req-a66a730e-524b-4339-a505-937dfad92d96 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066649 Jan 24 09:24:34.834582 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0ab10f1a-2efa-45a8-87d4-bec6379109e4 req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "DELETE /v2.0/ports/6bfcfcc2-fded-42e4-8a92-0e1484cde3df HTTP/1.1" status: 204 len: 173 time: 1.6771464 Jan 24 09:24:34.933949 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe846f9-aa0b-45d6-9101-b59ba20143f5', 'name': 'network-vif-deleted', 'tag': '6bfcfcc2-fded-42e4-8a92-0e1484cde3df', 'status': 'completed', 'code': 200} Jan 24 09:24:35.203137 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f182c56-0e60-488d-bf7c-6cc9bfd5e7fd req-b166aa84-484f-4e8a-8a67-95aeb6d83e5b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:35.204936 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5f182c56-0e60-488d-bf7c-6cc9bfd5e7fd req-b166aa84-484f-4e8a-8a67-95aeb6d83e5b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1590192 Jan 24 09:24:35.273990 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5f182c56-0e60-488d-bf7c-6cc9bfd5e7fd req-8c7eeb71-a8b4-4cc2-a2ac-ecdcf74d4652 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600712 Jan 24 09:24:35.516152 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f4ae1-972c-4d0f-bc80-d14754253a0f req-7c182d8a-39b6-4eae-9685-48b40da11129 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:35.517903 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-057f4ae1-972c-4d0f-bc80-d14754253a0f req-7c182d8a-39b6-4eae-9685-48b40da11129 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 946 time: 0.1203732 Jan 24 09:24:35.576345 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-057f4ae1-972c-4d0f-bc80-d14754253a0f req-2cdc93ed-92dd-47e9-bfff-e9f81b4ad64a tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517879 Jan 24 09:24:35.813134 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6bfcfcc2-fded-42e4-8a92-0e1484cde3df no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:24:35.852938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] No Port match for: 6bfcfcc2-fded-42e4-8a92-0e1484cde3df {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:24:35.853349 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6bfcfcc2-fded-42e4-8a92-0e1484cde3df not bound to the agent host hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:24:36.115673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ec1f2-35ff-4772-92e5-c2cc1a4d7123 req-83eb9d93-d9af-43fa-bf03-e8f9c4748597 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:36.117379 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-167ec1f2-35ff-4772-92e5-c2cc1a4d7123 req-83eb9d93-d9af-43fa-bf03-e8f9c4748597 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1200726 Jan 24 09:24:36.173543 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-167ec1f2-35ff-4772-92e5-c2cc1a4d7123 req-8027b836-32c5-43af-938c-fc2be1cdf7c8 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487862 Jan 24 09:24:36.515871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ab1f2-3454-4178-aa96-6bab03a4fb6f req-3f2dd7fb-e399-487f-b28e-c467bde6e55a tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:36.517739 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa6ab1f2-3454-4178-aa96-6bab03a4fb6f req-3f2dd7fb-e399-487f-b28e-c467bde6e55a tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.1113336 Jan 24 09:24:36.809396 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa6ab1f2-3454-4178-aa96-6bab03a4fb6f req-b3aa41f9-d823-43a5-a256-f6037a8a76f8 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845511 Jan 24 09:24:36.880225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7409a-8129-4634-88dd-32246d3f7cd5 req-1f835766-4092-4c54-ac1b-ffdba4a029a4 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:36.881818 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9ef7409a-8129-4634-88dd-32246d3f7cd5 req-1f835766-4092-4c54-ac1b-ffdba4a029a4 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 946 time: 0.1151638 Jan 24 09:24:36.933568 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9ef7409a-8129-4634-88dd-32246d3f7cd5 req-4bc6cb8e-5495-4fcf-868c-fbe0675013e5 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/security-groups?id=a58d7d8a-b380-440d-823f-4d7d7ebe1297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455382 Jan 24 09:24:37.487299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-d48d2682-322f-49ad-978f-6f70852c0369 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:37.488995 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-d48d2682-322f-49ad-978f-6f70852c0369 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.13 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 946 time: 0.1968026 Jan 24 09:24:37.518190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0a675-4ec9-422e-8eae-1f6a64b66c11 req-b8ab1eb6-a712-4872-9557-a76ba736d93d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:37.519920 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a8d0a675-4ec9-422e-8eae-1f6a64b66c11 req-b8ab1eb6-a712-4872-9557-a76ba736d93d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1738694 Jan 24 09:24:37.635469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Deleting port d620b130-3c27-45f3-90a6-7b5cca9241da {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:37.635469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:37.683710 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a8d0a675-4ec9-422e-8eae-1f6a64b66c11 req-dc3ee4db-4177-4796-984c-8728d7f10e15 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291368 Jan 24 09:24:38.020329 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] For port d620b130-3c27-45f3-90a6-7b5cca9241da, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d620b130-3c27-45f3-90a6-7b5cca9241da,segment=NetworkSegment(8ff7ae61-2375-40ef-a377-d26b8c69c84a),segment_id=8ff7ae61-2375-40ef-a377-d26b8c69c84a)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:38.021317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:38.064782 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b397e-45f1-4808-a17f-32fd76388b48 req-e475a950-5f24-470a-93a9-ed1441362db4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:38.065593 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-2d8b397e-45f1-4808-a17f-32fd76388b48 req-e475a950-5f24-470a-93a9-ed1441362db4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Synchronizing usage tracker for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:24:38.240446 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Calling delete_port for d620b130-3c27-45f3-90a6-7b5cca9241da owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:38.311102 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-2d8b397e-45f1-4808-a17f-32fd76388b48 req-e475a950-5f24-470a-93a9-ed1441362db4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Unset dirty status for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:24:38.313004 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2d8b397e-45f1-4808-a17f-32fd76388b48 req-e475a950-5f24-470a-93a9-ed1441362db4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 945 time: 0.4434164 Jan 24 09:24:38.405189 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2d8b397e-45f1-4808-a17f-32fd76388b48 req-524137ca-9d8e-4f86-82b4-25165c4ac6f4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851407 Jan 24 09:24:38.497910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63552d2-bb9c-4224-930e-a6b84b01709e req-598eafc8-8521-4a18-87b0-3891d859f3b3 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:38.501235 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c63552d2-bb9c-4224-930e-a6b84b01709e req-598eafc8-8521-4a18-87b0-3891d859f3b3 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 946 time: 0.3738744 Jan 24 09:24:38.568966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device d620b130-3c27-45f3-90a6-7b5cca9241da no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:24:38.595966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:38.609681 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] No Port match for: d620b130-3c27-45f3-90a6-7b5cca9241da {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:24:38.610073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device d620b130-3c27-45f3-90a6-7b5cca9241da not bound to the agent host hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:24:38.630038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-deb45051-601f-4449-94fc-9170186877e3 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:38.737718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Pushing event deleted for resources: {'Port': ['ID=d620b130-3c27-45f3-90a6-7b5cca9241da,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:38.751471 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c63552d2-bb9c-4224-930e-a6b84b01709e req-f4dd9493-373e-4841-b463-4251b3fe7db5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357600 Jan 24 09:24:38.754475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:38.862531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58c16e-c3d3-420f-ae06-a2fb29d6300d req-286e54f4-0a7d-45f8-81c9-098b4ed4d322 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:38.864204 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4c58c16e-c3d3-420f-ae06-a2fb29d6300d req-286e54f4-0a7d-45f8-81c9-098b4ed4d322 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.3151724 Jan 24 09:24:38.974001 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3049c0c9-d25e-4039-8ead-ae3280b133e1 req-334e7ba2-6ec8-4040-a723-66e87e6904b5 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.18 "GET /v2.0/ports?device_id=0022f103-b4b7-46aa-ae20-600415fe643d HTTP/1.1" status: 200 len: 210 time: 0.1002901 Jan 24 09:24:38.982663 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] No DVR routers for this DVR port d620b130-3c27-45f3-90a6-7b5cca9241da on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:24:39.002713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:39.002713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0022f103-b4b7-46aa-ae20-600415fe643d', 'name': 'network-vif-deleted', 'tag': 'd620b130-3c27-45f3-90a6-7b5cca9241da'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:39.022948 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4c58c16e-c3d3-420f-ae06-a2fb29d6300d req-a0b5cb88-419c-4ed3-8e51-d19925ab5e0b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504302 Jan 24 09:24:39.024957 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a005f412-2c0a-43a5-b30e-c3799bf202a9 req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] 10.222.0.13 "DELETE /v2.0/ports/d620b130-3c27-45f3-90a6-7b5cca9241da HTTP/1.1" status: 204 len: 173 time: 1.5040462 Jan 24 09:24:39.369427 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037d03-ccc1-41cd-bab9-90c0cb06a9bd req-15b59564-af70-4e65-91a6-a2ebf5b6fd49 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:39.371419 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7b037d03-ccc1-41cd-bab9-90c0cb06a9bd req-15b59564-af70-4e65-91a6-a2ebf5b6fd49 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1257267 Jan 24 09:24:39.373218 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0022f103-b4b7-46aa-ae20-600415fe643d', 'name': 'network-vif-deleted', 'tag': 'd620b130-3c27-45f3-90a6-7b5cca9241da', 'status': 'completed', 'code': 200} Jan 24 09:24:39.439226 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7b037d03-ccc1-41cd-bab9-90c0cb06a9bd req-8edc36b3-50e0-479f-896e-04074ff40a78 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578153 Jan 24 09:24:39.673168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad01310-feb0-4b36-a357-e2b580ab0a88 req-ae5a272e-f259-459f-b936-f79089f9943f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:39.674870 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9ad01310-feb0-4b36-a357-e2b580ab0a88 req-ae5a272e-f259-459f-b936-f79089f9943f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 945 time: 0.1142228 Jan 24 09:24:39.782285 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9ad01310-feb0-4b36-a357-e2b580ab0a88 req-9d44071f-d524-440f-b442-bcfa5bb11006 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006157 Jan 24 09:24:39.845721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-ab51c4b5-8b29-4c6b-b938-96e00f5db203 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:39.847436 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-ab51c4b5-8b29-4c6b-b938-96e00f5db203 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 945 time: 0.1298437 Jan 24 09:24:39.987573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Deleting port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:39.987955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:40.193975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a1c1b-397b-42d2-98d5-bbbb96929caf req-b15d4317-e3f3-436e-91d4-805076d74720 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:40.195940 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d45a1c1b-397b-42d2-98d5-bbbb96929caf req-b15d4317-e3f3-436e-91d4-805076d74720 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 946 time: 0.2721438 Jan 24 09:24:40.440255 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d45a1c1b-397b-42d2-98d5-bbbb96929caf req-b40118be-a8c7-4abf-9fbd-b3ac26a74db7 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142909 Jan 24 09:24:40.476625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] For port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:40.477253 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:40.528479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c5849-69da-4dfe-bb32-b712ae75b46b req-720094dd-0435-4ce0-a424-9de254f3e90b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:40.528479 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e23c5849-69da-4dfe-bb32-b712ae75b46b req-720094dd-0435-4ce0-a424-9de254f3e90b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.2991836 Jan 24 09:24:40.610918 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:24:40.782814 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:40.823192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad99f4f4-3189-4341-b7ea-cd65a1d21c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:40.835874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:40.841054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:40.841349 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:40.915234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:40.919716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:40.927812 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Calling delete_port for 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:41.149841 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e23c5849-69da-4dfe-bb32-b712ae75b46b req-9fcbfa12-2b89-49e9-aeb5-592d305287b0 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678806 Jan 24 09:24:41.196483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb999b-bf68-425e-b5cc-3a0e1d1beb5d req-a63351ea-1bf9-469b-8ab8-56b96d8bc9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:41.198007 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-96cb999b-bf68-425e-b5cc-3a0e1d1beb5d req-a63351ea-1bf9-469b-8ab8-56b96d8bc9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 1162 time: 0.2366061 Jan 24 09:24:41.228362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:24:41.228733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:24:41.260798 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833ed9a-5757-45bc-af7d-94c48819121c req-ec7cad70-43ae-475b-bd7d-4eb37d6464bb tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:41.262687 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0833ed9a-5757-45bc-af7d-94c48819121c req-ec7cad70-43ae-475b-bd7d-4eb37d6464bb tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.3042159 Jan 24 09:24:41.363776 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-96cb999b-bf68-425e-b5cc-3a0e1d1beb5d req-1dc5d340-83a1-441e-8c8d-18129885b166 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547673 Jan 24 09:24:41.419769 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0833ed9a-5757-45bc-af7d-94c48819121c req-f60e4795-1d78-47ce-9d28-b2c2f64b5bf0 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403937 Jan 24 09:24:41.475119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79ac67-25f3-443b-ba6e-26b93e1902c6 req-e8b19798-1a03-4b09-a9d5-c560248818d5 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:41.476850 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fa79ac67-25f3-443b-ba6e-26b93e1902c6 req-e8b19798-1a03-4b09-a9d5-c560248818d5 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 943 time: 0.1670434 Jan 24 09:24:41.567115 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad99f4f4-3189-4341-b7ea-cd65a1d21c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c', 'code': 200} Jan 24 09:24:41.571242 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fa79ac67-25f3-443b-ba6e-26b93e1902c6 req-8667625a-7bbb-49ac-a8e0-1fc3f3f9a6cd tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858085 Jan 24 09:24:41.736417 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Deleting port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:41.736779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:41.899500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c00d5-abd7-44b8-bde8-ab5750d1ad27 req-b59f4710-c066-475b-a27b-2d756047d1ab tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:41.901388 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c88c00d5-abd7-44b8-bde8-ab5750d1ad27 req-b59f4710-c066-475b-a27b-2d756047d1ab tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 946 time: 0.2294173 Jan 24 09:24:42.051044 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c88c00d5-abd7-44b8-bde8-ab5750d1ad27 req-87c70d8b-2a36-4bc0-b936-8645bcfd5f34 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423936 Jan 24 09:24:42.104803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] For port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:42.105198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:42.244011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Calling delete_port for 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:42.504975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845f5de-e7a5-4ea4-932d-262cc62e26fe req-0b30db61-72c1-422a-8488-770b7253dac8 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:42.507243 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a845f5de-e7a5-4ea4-932d-262cc62e26fe req-0b30db61-72c1-422a-8488-770b7253dac8 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.2010856 Jan 24 09:24:42.560107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:42.580645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a825e5ee-b677-4079-ae56-85a2e5597b8e tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:42.734590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:42.810912 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a845f5de-e7a5-4ea4-932d-262cc62e26fe req-4dde3251-fabb-48f4-811c-5d4d5bd58b7d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926030 Jan 24 09:24:42.832359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Pushing event deleted for resources: {'Port': ['ID=5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:42.844894 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:42.897109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:42.897940 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:43.074837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5a8b4-49f9-4352-9b3f-2f2f9ae9fde4 req-743cac38-4e3f-47c7-af4e-6b047cb4dc26 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:43.088097 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9dd5a8b4-49f9-4352-9b3f-2f2f9ae9fde4 req-743cac38-4e3f-47c7-af4e-6b047cb4dc26 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.4725254 Jan 24 09:24:43.124073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:43.214689 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:43.215087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:43.223120 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-738e6f84-b6b9-40af-8d19-967af17481e5 req-63f49cc1-fcd8-4e77-a85e-839d7acd2df6 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=ad99f4f4-3189-4341-b7ea-cd65a1d21c6f HTTP/1.1" status: 200 len: 210 time: 0.1329637 Jan 24 09:24:43.228359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] No DVR routers for this DVR port 5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:24:43.232564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:43.236680 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad99f4f4-3189-4341-b7ea-cd65a1d21c6f', 'name': 'network-vif-deleted', 'tag': '5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:43.284254 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9dd5a8b4-49f9-4352-9b3f-2f2f9ae9fde4 req-4d710cbb-7690-4d00-bd81-12e33a7aea1a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329839 Jan 24 09:24:43.285824 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-28e22ce1-66d7-4ba3-83a5-3b35c50f003e req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "DELETE /v2.0/ports/5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c HTTP/1.1" status: 204 len: 173 time: 3.4317572 Jan 24 09:24:43.667075 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad99f4f4-3189-4341-b7ea-cd65a1d21c6f', 'name': 'network-vif-deleted', 'tag': '5f7e7b5d-376d-47e7-98b5-234ebbbd8b7c', 'status': 'completed', 'code': 200} Jan 24 09:24:43.704385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c38cc9-1756-48c8-93ba-60d6d36d46c1 req-219f69c2-391c-4604-87b6-9bd6a1aa0550 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:43.706388 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e3c38cc9-1756-48c8-93ba-60d6d36d46c1 req-219f69c2-391c-4604-87b6-9bd6a1aa0550 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 946 time: 0.1468594 Jan 24 09:24:43.814225 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e3c38cc9-1756-48c8-93ba-60d6d36d46c1 req-fd078c6e-93ed-41c2-a42e-7e3ef3288f8d tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987334 Jan 24 09:24:44.214559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526b21c-7ae0-43eb-a031-fd975ddead5a req-4b214522-73b7-4bde-bdb1-2dc02518cd4c tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:44.216310 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9526b21c-7ae0-43eb-a031-fd975ddead5a req-4b214522-73b7-4bde-bdb1-2dc02518cd4c tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.2260680 Jan 24 09:24:44.318183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-dadfd15d-4214-4b3d-8a58-89bf5f67cf8c tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:44.319934 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-dadfd15d-4214-4b3d-8a58-89bf5f67cf8c tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.13 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 946 time: 0.2374039 Jan 24 09:24:44.422269 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9526b21c-7ae0-43eb-a031-fd975ddead5a req-2ead1bf6-3b9d-4af6-9465-fe752d342be7 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818702 Jan 24 09:24:44.478904 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Deleting port c1ca9039-80fb-4b62-8064-c35e8d0516b6 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:44.479385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:44.919606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e4393-088e-4243-bfef-884da9954aa4 req-b0cac696-bf10-4e89-91de-16c93205442e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:44.929392 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae8e4393-088e-4243-bfef-884da9954aa4 req-b0cac696-bf10-4e89-91de-16c93205442e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.3197973 Jan 24 09:24:45.131315 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:45.320960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:45.322745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:45.365945 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae8e4393-088e-4243-bfef-884da9954aa4 req-795d8a2f-7c53-46fd-8e21-dbb1296863ed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354806 Jan 24 09:24:45.376491 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] For port c1ca9039-80fb-4b62-8064-c35e8d0516b6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c1ca9039-80fb-4b62-8064-c35e8d0516b6,segment=NetworkSegment(86786ac3-7ed1-4351-abc6-de4dec9cce32),segment_id=86786ac3-7ed1-4351-abc6-de4dec9cce32)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:45.376905 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:45.578836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device c1ca9039-80fb-4b62-8064-c35e8d0516b6 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:24:45.675596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Calling delete_port for c1ca9039-80fb-4b62-8064-c35e8d0516b6 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:45.881102 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:45.905346 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b28ea4-5843-41b5-bbfd-79c977ef5563 req-7529144d-4e10-485b-a207-2442f06e8f66 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:45.914772 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b0b28ea4-5843-41b5-bbfd-79c977ef5563 req-7529144d-4e10-485b-a207-2442f06e8f66 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 946 time: 0.2867694 Jan 24 09:24:46.073994 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b0b28ea4-5843-41b5-bbfd-79c977ef5563 req-4ea8eb04-ae49-4fb9-8f69-67967b861a92 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577516 Jan 24 09:24:46.119788 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:46.168935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:46.328443 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Pushing event deleted for resources: {'Port': ['ID=c1ca9039-80fb-4b62-8064-c35e8d0516b6,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:46.350714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:46.689457 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef075b-0e67-4217-b4bb-ea73ac8b4111 req-e8280de5-01c3-4305-a952-8a3ad699f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:46.692777 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efef075b-0e67-4217-b4bb-ea73ac8b4111 req-e8280de5-01c3-4305-a952-8a3ad699f3a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 1162 time: 0.4028215 Jan 24 09:24:46.867776 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ad4e-e527-46b3-bd66-79193a7a8931 req-687e7cba-f122-4bd1-aac0-2aeb40d30eca tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:46.883563 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8da1ad4e-e527-46b3-bd66-79193a7a8931 req-687e7cba-f122-4bd1-aac0-2aeb40d30eca tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.4584682 Jan 24 09:24:46.887712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] No DVR routers for this DVR port c1ca9039-80fb-4b62-8064-c35e8d0516b6 on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:24:47.017468 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdc682-cfaa-4838-b6c0-e260ab05dbb4 req-88685946-6226-4ce8-be88-a21ff4e38356 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:47.019380 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d3bdc682-cfaa-4838-b6c0-e260ab05dbb4 req-88685946-6226-4ce8-be88-a21ff4e38356 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Synchronizing usage tracker for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:24:47.025060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:47.128258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0da691-3b10-4ba0-bc87-a235e911b06a', 'name': 'network-vif-deleted', 'tag': 'c1ca9039-80fb-4b62-8064-c35e8d0516b6'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:47.312694 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8da1ad4e-e527-46b3-bd66-79193a7a8931 req-c3687dd9-da2f-4474-94ee-f0d05cab9ce8 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256771 Jan 24 09:24:47.327638 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1828eece-cb82-4248-bb00-b5a9daefb72f req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.13 "DELETE /v2.0/ports/c1ca9039-80fb-4b62-8064-c35e8d0516b6 HTTP/1.1" status: 204 len: 173 time: 2.9993641 Jan 24 09:24:47.358471 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d3bdc682-cfaa-4838-b6c0-e260ab05dbb4 req-88685946-6226-4ce8-be88-a21ff4e38356 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Unset dirty status for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:24:47.367896 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3bdc682-cfaa-4838-b6c0-e260ab05dbb4 req-88685946-6226-4ce8-be88-a21ff4e38356 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 946 time: 0.9418018 Jan 24 09:24:47.504733 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3bdc682-cfaa-4838-b6c0-e260ab05dbb4 req-cb1a2986-222f-488b-9b9e-a3a555415da8 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399896 Jan 24 09:24:47.663949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef075b-0e67-4217-b4bb-ea73ac8b4111 req-c1114c30-e955-4432-898b-17e111c2b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:47.666786 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efef075b-0e67-4217-b4bb-ea73ac8b4111 req-c1114c30-e955-4432-898b-17e111c2b0af service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 200 len: 913 time: 0.9550650 Jan 24 09:24:47.859414 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596ce64-e022-47c9-bd78-df604335810b req-302b8524-e59d-4aa5-878c-c61c10283db9 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:47.862456 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a596ce64-e022-47c9-bd78-df604335810b req-302b8524-e59d-4aa5-878c-c61c10283db9 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 946 time: 0.7006459 Jan 24 09:24:47.974621 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efef075b-0e67-4217-b4bb-ea73ac8b4111 req-16751d49-ee96-42b9-a290-a6e84b7a9653 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55 HTTP/1.1" status: 200 len: 217 time: 0.2780817 Jan 24 09:24:48.173557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4cd9dfd-f80a-40e9-95f1-af144a5cb39a req-c05bf9a1-c422-4ce5-87ea-eeadff536622 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Synchronizing usage tracker for tenant:597fbaf228c84894baa0c073ba97abca on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:24:48.214659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Deleting port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:48.215055 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:48.384860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4cd9dfd-f80a-40e9-95f1-af144a5cb39a req-c05bf9a1-c422-4ce5-87ea-eeadff536622 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Unset dirty status for tenant:597fbaf228c84894baa0c073ba97abca on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:24:48.403178 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c4cd9dfd-f80a-40e9-95f1-af144a5cb39a req-c05bf9a1-c422-4ce5-87ea-eeadff536622 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=de0da691-3b10-4ba0-bc87-a235e911b06a HTTP/1.1" status: 200 len: 210 time: 0.4262109 Jan 24 09:24:48.433269 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef075b-0e67-4217-b4bb-ea73ac8b4111 req-d5bd7e6a-185d-460d-b184-e6e951132afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:48.436241 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efef075b-0e67-4217-b4bb-ea73ac8b4111 req-d5bd7e6a-185d-460d-b184-e6e951132afb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d33fa811-3200-4925-a427-b7ea88395aa8 HTTP/1.1" status: 200 len: 859 time: 0.4473369 Jan 24 09:24:48.482227 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9569430-df5e-47d8-9f9b-2ddb50ba3c8f req-c4af60d2-5672-435e-ba88-e3677180c436 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:48.485882 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e9569430-df5e-47d8-9f9b-2ddb50ba3c8f req-c4af60d2-5672-435e-ba88-e3677180c436 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.9281931 Jan 24 09:24:48.679524 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:24:48.806924 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0da691-3b10-4ba0-bc87-a235e911b06a', 'name': 'network-vif-deleted', 'tag': 'c1ca9039-80fb-4b62-8064-c35e8d0516b6', 'status': 'completed', 'code': 200} Jan 24 09:24:48.837571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] For port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:48.838234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:48.971371 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:49.050080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:49.053130 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae128ad-8c8c-4268-9514-f3e54b8270b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5abf50a-8a63-45f0-98e9-d040e5dfdbf9'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:49.064896 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:49.068873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:49.084041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Calling delete_port for e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:49.241754 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:49.246889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:49.269703 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efef075b-0e67-4217-b4bb-ea73ac8b4111 req-4c01e800-e6e3-49e5-9569-0a3fb16b0196 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8a86c34-187e-4867-92be-4e0639ede877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7747395 Jan 24 09:24:49.350590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:24:49.351288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:24:49.861931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Deleting port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:49.864973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:50.141480 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e9569430-df5e-47d8-9f9b-2ddb50ba3c8f req-49150e55-d8b2-4316-ab42-d9f222404387 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5696487 Jan 24 09:24:50.737278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] For port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:50.737698 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:51.141221 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb786e-a25f-42b3-b122-4946944ebfd0 req-5e71f36e-c493-438e-8dc7-1eaae64260b3 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:51.163917 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06fb786e-a25f-42b3-b122-4946944ebfd0 req-5e71f36e-c493-438e-8dc7-1eaae64260b3 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 2.3556898 Jan 24 09:24:51.253027 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efef075b-0e67-4217-b4bb-ea73ac8b4111 req-60e3609b-800d-4391-82c8-e45cd489515e service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8114130 Jan 24 09:24:51.596217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Calling delete_port for e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:51.736822 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-5366ffb7-d4d4-45c7-b76f-84d298dc2eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 2.3734977 Jan 24 09:24:51.923834 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-06fb786e-a25f-42b3-b122-4946944ebfd0 req-8e660a85-aaf4-488b-9ea5-769966ac5d1d tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7552223 Jan 24 09:24:52.369959 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae128ad-8c8c-4268-9514-f3e54b8270b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5abf50a-8a63-45f0-98e9-d040e5dfdbf9', 'code': 200} Jan 24 09:24:52.450881 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e12f5-4e90-472b-a5ff-932562a0201b req-a0c51c03-8671-4ddd-9263-0a53f0c80ad5 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:52.462099 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-921e12f5-4e90-472b-a5ff-932562a0201b req-a0c51c03-8671-4ddd-9263-0a53f0c80ad5 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 944 time: 1.7115703 Jan 24 09:24:52.503518 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efef075b-0e67-4217-b4bb-ea73ac8b4111 req-891aa5f0-f4ee-418e-b1ba-14ca0b387bc7 service neutron] 10.222.0.13 "GET /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9985015 Jan 24 09:24:52.630658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-0277cc28-d5ed-4de2-805f-f4f8a82bb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:52.632435 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-0277cc28-d5ed-4de2-805f-f4f8a82bb698 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 1162 time: 0.6780441 Jan 24 09:24:52.781403 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-921e12f5-4e90-472b-a5ff-932562a0201b req-8a5cf8a9-a8fc-47b1-be86-8fc2a436ba19 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173459 Jan 24 09:24:53.167093 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-35339a5a-2927-42e5-a7dc-9e04f700b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:53.170290 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-35339a5a-2927-42e5-a7dc-9e04f700b032 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 200 len: 909 time: 0.4928508 Jan 24 09:24:53.373473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:53.693294 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-8c52cb6e-fe94-40f9-8cff-506c76ab6efc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b HTTP/1.1" status: 200 len: 217 time: 0.3155918 Jan 24 09:24:53.696781 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:54.165542 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Pushing event deleted for resources: {'Port': ['ID=e5abf50a-8a63-45f0-98e9-d040e5dfdbf9,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:54.183261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:54.251534 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-0e713284-714d-4b34-83da-04cab7d50463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:54.253842 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-0e713284-714d-4b34-83da-04cab7d50463 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 200 len: 855 time: 0.2278569 Jan 24 09:24:54.277035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.368049 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-f084923e-40f6-4968-a62b-58e751d0f876 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fbfd3652-13ea-4f4e-b987-c54ce79d9b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054964 Jan 24 09:24:54.935963 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-3ae96fe9-c9b0-4713-a145-f32776ad990f service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582488 Jan 24 09:24:55.040118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:55.097140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de52f95-a5f8-4b74-b8a2-4dc3813fe27e req-799ae312-a2ab-4323-bda1-fa61d3b40d30 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:55.099455 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8de52f95-a5f8-4b74-b8a2-4dc3813fe27e req-799ae312-a2ab-4323-bda1-fa61d3b40d30 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 2.1258399 Jan 24 09:24:55.259130 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:55.259564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:55.466376 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ed6b6b70-ef10-432f-bb8d-08049711b3c7 req-a3af1335-f97e-40a3-bed0-fda88bd0b220 service neutron] 10.222.0.13 "GET /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5094144 Jan 24 09:24:55.515924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] No DVR routers for this DVR port e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:24:55.518907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:55.534822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae128ad-8c8c-4268-9514-f3e54b8270b8', 'name': 'network-vif-deleted', 'tag': 'e5abf50a-8a63-45f0-98e9-d040e5dfdbf9'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:55.551921 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a596ce64-e022-47c9-bd78-df604335810b req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "DELETE /v2.0/ports/e5abf50a-8a63-45f0-98e9-d040e5dfdbf9 HTTP/1.1" status: 204 len: 173 time: 7.6693463 Jan 24 09:24:55.563997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e29c4267-3d97-41c5-b21d-cb05aee7ff15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:55.595727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc82677-ad58-4b53-94ad-a3ccb1768d92 req-e86d2419-bf83-4d69-a2d0-2df07cc1c5d7 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:55.604611 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0bc82677-ad58-4b53-94ad-a3ccb1768d92 req-e86d2419-bf83-4d69-a2d0-2df07cc1c5d7 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 1.7253644 Jan 24 09:24:55.700088 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8de52f95-a5f8-4b74-b8a2-4dc3813fe27e req-6a1eedd1-47fa-4a69-8737-a9dc89e5bbdc tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464759 Jan 24 09:24:55.808969 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0bc82677-ad58-4b53-94ad-a3ccb1768d92 req-92431352-3bc0-476c-9616-cb1e55a10ac4 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991951 Jan 24 09:24:56.213491 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae128ad-8c8c-4268-9514-f3e54b8270b8', 'name': 'network-vif-deleted', 'tag': 'e5abf50a-8a63-45f0-98e9-d040e5dfdbf9', 'status': 'completed', 'code': 200} Jan 24 09:24:56.409573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-6b7c7bbc-f86f-4bb6-b55c-b3a5651ec7d3 req-a683b188-6e24-40bf-8933-608a721351d4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Synchronizing usage tracker for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:24:56.432216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-6b7c7bbc-f86f-4bb6-b55c-b3a5651ec7d3 req-a683b188-6e24-40bf-8933-608a721351d4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Unset dirty status for tenant:5385e0ed9a2447a7b7fe25b63f8f18ab on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:24:56.448475 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6b7c7bbc-f86f-4bb6-b55c-b3a5651ec7d3 req-a683b188-6e24-40bf-8933-608a721351d4 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 210 time: 0.1455345 Jan 24 09:24:57.535310 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a20ed9-0f7d-4674-b400-5b551f681730 req-d0ac653d-508d-4953-aa7b-957d62b1bc15 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:57.548667 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b7a20ed9-0f7d-4674-b400-5b551f681730 req-d0ac653d-508d-4953-aa7b-957d62b1bc15 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.3632486 Jan 24 09:24:57.625927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6699b75-b850-4d27-9a84-cd32d32636a0 req-16e30098-94cf-413b-91ed-25d58f5ae332 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:57.633075 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f6699b75-b850-4d27-9a84-cd32d32636a0 req-16e30098-94cf-413b-91ed-25d58f5ae332 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.3482745 Jan 24 09:24:57.818881 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f6699b75-b850-4d27-9a84-cd32d32636a0 req-accae839-b4d1-43b4-85e3-896980a3c521 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516702 Jan 24 09:24:58.023311 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46c8a819-7355-4066-bcec-1575e08dfd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:58.066654 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b7a20ed9-0f7d-4674-b400-5b551f681730 req-a86ae0c6-e293-46b2-a7c2-768831a6ecca tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315932 Jan 24 09:24:58.412716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:58.679897 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f65c914f-3e5b-46dc-8245-fe3dc658a27c req-16c764d9-6f72-40d7-869a-23d4ffb0fe59 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=6ae128ad-8c8c-4268-9514-f3e54b8270b8 HTTP/1.1" status: 200 len: 210 time: 0.0883746 Jan 24 09:24:59.643786 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:59.756492 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c987-44ca-48cc-8281-0255a17d2933 req-83af2d36-f869-466f-8b32-956cc1b7d55b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:59.769793 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf5c987-44ca-48cc-8281-0255a17d2933 req-83af2d36-f869-466f-8b32-956cc1b7d55b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.3225365 Jan 24 09:24:59.972910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:00.017134 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf5c987-44ca-48cc-8281-0255a17d2933 req-9c0c58d9-3f43-4c04-b65e-192627eb4f85 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410958 Jan 24 09:25:02.112515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013649-7c2d-459d-8eca-f98524ddd4ee req-ac8996f4-b424-4e73-97b2-15eac46706d3 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:02.138948 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fe013649-7c2d-459d-8eca-f98524ddd4ee req-ac8996f4-b424-4e73-97b2-15eac46706d3 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 945 time: 0.3256507 Jan 24 09:25:02.360620 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fe013649-7c2d-459d-8eca-f98524ddd4ee req-835b0c43-431b-4581-9a3f-25e5c20ba3de tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d722b-4974-4b30-87bb-0189df06a114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189918 Jan 24 09:25:02.823775 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:02.833220 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bbfdd-74b2-4c93-9d25-6a5b479b9009 req-2b40c673-a323-43ff-8e2b-2746bee56a75 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:02.834224 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-948bbfdd-74b2-4c93-9d25-6a5b479b9009 req-2b40c673-a323-43ff-8e2b-2746bee56a75 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.2431417 Jan 24 09:25:02.971803 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-948bbfdd-74b2-4c93-9d25-6a5b479b9009 req-6fefdabf-b45d-47ab-883a-f4cc8a0b9032 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240950 Jan 24 09:25:03.031709 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:03.032271 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:03.380634 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-c781899d-a006-4f69-8da2-1ac0f50c43c9 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:03.383314 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-c781899d-a006-4f69-8da2-1ac0f50c43c9 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 945 time: 0.4297295 Jan 24 09:25:03.550556 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Deleting port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:03.551263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:04.014048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] For port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b,segment=NetworkSegment(7d83c16d-2f69-4275-a919-1c4c8718f4aa),segment_id=7d83c16d-2f69-4275-a919-1c4c8718f4aa)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:04.015432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:04.216740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Calling delete_port for e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:04.610488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:04.672370 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ac113774-5f5e-4e8d-8c5f-dbc9fcce867d req-f8d65e2c-0254-4dae-bb98-b232ec6df917 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.18 "GET /v2.0/ports?device_id=9615dd3d-6f6f-497d-a7f8-daad0372c994 HTTP/1.1" status: 200 len: 210 time: 0.1049616 Jan 24 09:25:04.895537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:25:04.990990 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] No Port match for: e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:25:04.991422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b not bound to the agent host hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:25:04.996966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f18eba7b-32b1-468e-8cd5-6b707d0bc6ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:05.288115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:25:05.365515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Pushing event deleted for resources: {'Port': ['ID=e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:05.372144 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:05.453580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] No DVR routers for this DVR port e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:25:05.456127 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:05.474633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9615dd3d-6f6f-497d-a7f8-daad0372c994', 'name': 'network-vif-deleted', 'tag': 'e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:05.492013 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b4792949-7ba5-4f87-b4be-2d78110a40a6 req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] 10.222.0.13 "DELETE /v2.0/ports/e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b HTTP/1.1" status: 204 len: 173 time: 2.0958128 Jan 24 09:25:05.564400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8770a-87d1-4f06-bda3-eff9ca97aa0f req-d32cd7d9-b96c-406a-9400-37d1191b3230 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:05.571600 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2be8770a-87d1-4f06-bda3-eff9ca97aa0f req-d32cd7d9-b96c-406a-9400-37d1191b3230 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.3560266 Jan 24 09:25:05.732365 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2be8770a-87d1-4f06-bda3-eff9ca97aa0f req-97e71fd4-4b59-4576-81fc-aef72c2a8e76 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519122 Jan 24 09:25:06.597114 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9615dd3d-6f6f-497d-a7f8-daad0372c994', 'name': 'network-vif-deleted', 'tag': 'e9771fe9-fff8-4e4e-b0e7-190ca6fdb21b', 'status': 'completed', 'code': 200} Jan 24 09:25:06.769106 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43042) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:06.896488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Deleting subnet 20f121d0-f972-4bc2-b56d-a8979f12cf11 {{(pid=80074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:25:06.902818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:07.002844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851208983'] for subnet, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:07.069821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:07.303041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f2fea-f14e-401c-a0eb-139d919e0376 req-030f81bc-3e0a-48c9-a0d8-d2d89d1aad5b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:07.311759 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7a9f2fea-f14e-401c-a0eb-139d919e0376 req-030f81bc-3e0a-48c9-a0d8-d2d89d1aad5b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.1614542 Jan 24 09:25:07.379279 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7a9f2fea-f14e-401c-a0eb-139d919e0376 req-ef83b4fc-d25f-4b75-9a79-41b233f0b644 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660584 Jan 24 09:25:07.571805 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2475423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363424'] for subnet, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:07.595901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:07.661664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f121d0-f972-4bc2-b56d-a8979f12cf11,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:07.682532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c68ea-cbf8-4118-98d1-9e6671232d0f req-f9c89a64-dad1-4fc7-bfb9-ed0ab5b4136c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:07.684254 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5c0c68ea-cbf8-4118-98d1-9e6671232d0f req-f9c89a64-dad1-4fc7-bfb9-ed0ab5b4136c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.1806979 Jan 24 09:25:07.688072 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.688680 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.689242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.689876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.690675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.691287 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.691872 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.692437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.693074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.693658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.694662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.695311 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.696075 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.696696 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.697308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.697975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.698872 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.699481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.700163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.700990 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.702539 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.703178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.703821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.704455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:07.812677 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5c0c68ea-cbf8-4118-98d1-9e6671232d0f req-e180a865-7b02-4e1f-a582-8b7f1fdbc7df tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769887 Jan 24 09:25:07.816736 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:07.910045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:07.922519 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-963568d2-1e9c-490f-9063-35dd26388727 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/20f121d0-f972-4bc2-b56d-a8979f12cf11 HTTP/1.1" status: 204 len: 168 time: 1.1522062 Jan 24 09:25:07.925869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43066) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:07.964650 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-dbbc0a29-258e-43b8-aa37-5b6f04629fb3 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:07.976748 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-dbbc0a29-258e-43b8-aa37-5b6f04629fb3 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/networks?id=994b382e-ac10-4d41-8ea1-2e5057416b33 HTTP/1.1" status: 200 len: 813 time: 0.3588681 Jan 24 09:25:08.004779 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-f6c5f135-6d01-4697-b0e6-2eab7315e4e4 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/quotas/597fbaf228c84894baa0c073ba97abca HTTP/1.1" status: 200 len: 375 time: 0.0262382 Jan 24 09:25:08.084507 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-0f14aab4-ca22-4b68-8f8a-59d210890a07 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?tenant_id=597fbaf228c84894baa0c073ba97abca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782754 Jan 24 09:25:08.154249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:08.287266 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-482a6166-5fcd-41f7-9313-bc7a1f411cf5 service neutron] 10.222.0.18 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010818 Jan 24 09:25:08.542895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:08.647681 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-b96cb940-1ac3-44d9-b5b8-5e63efaad682 service neutron] 10.222.0.18 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3588674 Jan 24 09:25:08.738773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-2db8e02f-ef49-485c-b1ef-8873daed722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:08.743552 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-2db8e02f-ef49-485c-b1ef-8873daed722e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 1162 time: 0.4703884 Jan 24 09:25:08.889733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfd3652-13ea-4f4e-b987-c54ce79d9b44']}} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:08.917708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d83c16d-2f69-4275-a919-1c4c8718f4aa') {'for_net_delete': True} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:08.918138 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d83c16d-2f69-4275-a919-1c4c8718f4aa') {} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:08.934775 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3566817'] for segment, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:08.989697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:09.000264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:25:09.317653 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:25:09.329951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852299972'] for segment, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:09.700046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Network fbfd3652-13ea-4f4e-b987-c54ce79d9b44 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:25:09.737086 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:25:09.867180 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:09.872551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:09.898376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:09.919807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfd3652-13ea-4f4e-b987-c54ce79d9b44,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:09.925873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:09.933452 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] 10.222.0.18 "DELETE /v2.0/networks/fbfd3652-13ea-4f4e-b987-c54ce79d9b44 HTTP/1.1" status: 204 len: 168 time: 2.0016394 Jan 24 09:25:10.063096 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-d8ba7f78-7f62-410d-b443-891c58bb01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:10.066415 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-d8ba7f78-7f62-410d-b443-891c58bb01ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 1.3091309 Jan 24 09:25:10.093797 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b369b6-04a4-44da-abcb-8df750f4f5cf req-a343134d-58ba-48f4-b74e-6664e53a9fbd tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:10.095662 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a9b369b6-04a4-44da-abcb-8df750f4f5cf req-a343134d-58ba-48f4-b74e-6664e53a9fbd tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 1.1266196 Jan 24 09:25:10.227382 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-3280c158-068d-45de-84d3-6a607fda414a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2 HTTP/1.1" status: 200 len: 1001 time: 0.1287301 Jan 24 09:25:10.320210 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43104) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:10.326025 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a9b369b6-04a4-44da-abcb-8df750f4f5cf req-568c9e26-b4cc-4bff-acda-7d9291c15b90 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967824 Jan 24 09:25:10.394529 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-0549e91e-5030-48cf-8349-d261601d953b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:10.395889 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-0549e91e-5030-48cf-8349-d261601d953b tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.13 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 945 time: 0.6368301 Jan 24 09:25:10.396654 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 43108) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:10.397594 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-be9b0511-ebf3-4e7f-b882-ceb01b08a5a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5385e0ed9a2447a7b7fe25b63f8f18ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0749531 Jan 24 09:25:10.464424 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe8019-4907-4dd2-be52-2ae183cf0f0b req-0dab8421-35ee-47d7-a9c8-1268fc452233 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:10.467333 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12fe8019-4907-4dd2-be52-2ae183cf0f0b req-0dab8421-35ee-47d7-a9c8-1268fc452233 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 1.3107479 Jan 24 09:25:10.797927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device c1c42715-0380-4ab7-9c15-8dfa99a517b2 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:25:10.803371 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a64ee279-abf3-43d2-bb73-92c0dcd39420 req-ef3826e7-f21f-4129-b86b-52efbe0f2a0f tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 210 time: 0.1500757 Jan 24 09:25:10.837225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-de408dfb-cfc1-4f2a-bca2-90780b95c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:10.852194 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-de408dfb-cfc1-4f2a-bca2-90780b95c7db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.5641384 Jan 24 09:25:10.874172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Deleting port c1c42715-0380-4ab7-9c15-8dfa99a517b2 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:10.874934 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.013173 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12fe8019-4907-4dd2-be52-2ae183cf0f0b req-4b1f1e88-ccda-4bb4-bfe6-9be032b979f1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084382 Jan 24 09:25:11.095322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.227730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.276729 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port c1c42715-0380-4ab7-9c15-8dfa99a517b2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c1c42715-0380-4ab7-9c15-8dfa99a517b2,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:11.278317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564c68de-8999-4e5f-bb03-692a1e8519ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c42715-0380-4ab7-9c15-8dfa99a517b2'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:11.287212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.297725 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.300339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:11.419379 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564c68de-8999-4e5f-bb03-692a1e8519ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c42715-0380-4ab7-9c15-8dfa99a517b2', 'code': 200} Jan 24 09:25:11.421395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=c1c42715-0380-4ab7-9c15-8dfa99a517b2,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:11.426316 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:11.618490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.637945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b5d882f6-9193-4255-b2eb-1221b0758deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:11.662761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8d722b-4974-4b30-87bb-0189df06a114,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:11.681722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.682171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.683286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.683286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.683286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.683909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.684258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.684405 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.685017 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.685187 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.685468 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.685823 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.686326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.686758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.687145 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.687522 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.687899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.688278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.688657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.689035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.689436 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.689852 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.690266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.690708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:11.991405 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:11.995526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:12.001414 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-91281a8b-64b4-4afb-95a9-7194bcd895a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea8d722b-4974-4b30-87bb-0189df06a114 HTTP/1.1" status: 204 len: 168 time: 1.5945745 Jan 24 09:25:12.126305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] For port c1c42715-0380-4ab7-9c15-8dfa99a517b2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c1c42715-0380-4ab7-9c15-8dfa99a517b2,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:12.127139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:12.455070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Calling delete_port for c1c42715-0380-4ab7-9c15-8dfa99a517b2 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:12.615607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-1e2009b1-8ba2-408a-b453-98bab611db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:12.619354 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-1e2009b1-8ba2-408a-b453-98bab611db6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.6938758 Jan 24 09:25:13.091447 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b7cd3319-5982-4b18-9300-463c1561f40c req-c4efa40a-7f7e-4441-82c7-5dfd45c848f6 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 210 time: 0.2694690 Jan 24 09:25:13.117137 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.185083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fa26513b-9c58-4fb4-8a83-44800baa668d tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:13.437809 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-e4b2524b-f816-4fe3-989e-a8a894536d66 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497681 Jan 24 09:25:13.483685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-8ee9888d-b2cf-44a1-80b8-23d6f43534aa tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:13.485998 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-8ee9888d-b2cf-44a1-80b8-23d6f43534aa tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.13 "GET /v2.0/networks?id=994b382e-ac10-4d41-8ea1-2e5057416b33 HTTP/1.1" status: 200 len: 813 time: 2.0366106 Jan 24 09:25:13.689970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Request body: {'port': {'device_id': '0c50eac0-420c-4a13-9e9b-3fd6d93f01b5', 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33', 'admin_state_up': True, 'tenant_id': '597fbaf228c84894baa0c073ba97abca'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:13.709808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Pushing event deleted for resources: {'Port': ['ID=c1c42715-0380-4ab7-9c15-8dfa99a517b2,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:13.747478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:14.414514 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-90fd492a-587d-4911-9a80-dd2e1d21b703 req-38a0bf85-8ddf-4348-9251-b73bf885928a service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9272377 Jan 24 09:25:14.455472 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867775b-e524-45b3-8f24-df4b1cf1c0d7 req-fcd800dd-ba5a-435f-aeaa-2dc33159fcc5 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:14.457531 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b867775b-e524-45b3-8f24-df4b1cf1c0d7 req-fcd800dd-ba5a-435f-aeaa-2dc33159fcc5 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=564c68de-8999-4e5f-bb03-692a1e8519ec HTTP/1.1" status: 200 len: 865 time: 2.5028911 Jan 24 09:25:14.689477 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] No DVR routers for this DVR port c1c42715-0380-4ab7-9c15-8dfa99a517b2 on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:25:14.704334 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:14.721849 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b867775b-e524-45b3-8f24-df4b1cf1c0d7 req-65d5c3bf-a773-4d50-8dd2-ec482ef26f8f tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334549 Jan 24 09:25:14.724500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564c68de-8999-4e5f-bb03-692a1e8519ec', 'name': 'network-vif-deleted', 'tag': 'c1c42715-0380-4ab7-9c15-8dfa99a517b2'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:14.743162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:14.825893 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0e59-bc11-43d7-94ae-ce1299db162d req-217c3b7d-fb47-4173-a519-657abd86e397 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:14.829625 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ca9c0e59-bc11-43d7-94ae-ce1299db162d req-217c3b7d-fb47-4173-a519-657abd86e397 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 1.3184485 Jan 24 09:25:14.837536 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9451d4fd-b349-496a-af07-1f2a277ad9ff req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.13 "DELETE /v2.0/ports/c1c42715-0380-4ab7-9c15-8dfa99a517b2 HTTP/1.1" status: 204 len: 173 time: 4.4297311 Jan 24 09:25:14.839157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:14.855278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Made reservation on behalf of 597fbaf228c84894baa0c073ba97abca for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:25:14.875347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:15.194818 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ca9c0e59-bc11-43d7-94ae-ce1299db162d req-de4dc801-4558-42d3-8b00-8c7438258559 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973475 Jan 24 09:25:15.454417 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Allocated IP 172.20.0.9 (994b382e-ac10-4d41-8ea1-2e5057416b33/9009cf9e-2db5-4917-8547-3cc40cfa93e8/cae1b751-e5de-4d8c-acb0-2e44af1428ff) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:25:15.657712 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5f057b7b-fd0e-4332-bd68-46e5761d63c2 req-37e3be12-ac04-4d10-87d6-a0ec4236123a tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 210 time: 0.1866381 Jan 24 09:25:15.979515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:16.043489 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:16.079292 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cc8f278b-d7ac-42cd-84da-6f29d0d6b393 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:16.259798 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564c68de-8999-4e5f-bb03-692a1e8519ec', 'name': 'network-vif-deleted', 'tag': 'c1c42715-0380-4ab7-9c15-8dfa99a517b2', 'status': 'completed', 'code': 200} Jan 24 09:25:16.331533 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Pushing event updated for resources: {'Port': ['ID=cae1b751-e5de-4d8c-acb0-2e44af1428ff,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:16.338785 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:16.462935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Network 994b382e-ac10-4d41-8ea1-2e5057416b33 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:25:16.465159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:25:16.469582 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:25:16.518234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:16.519358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:16.676874 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1635332 Jan 24 09:25:16.694527 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Request body: {'port': {'device_id': '0c50eac0-420c-4a13-9e9b-3fd6d93f01b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:16.876176 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:25:16.900439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9b0a-8d02-4463-8d7d-2aae0067e532 req-df85316e-03c6-410b-b43d-fdf0c9bd2a73 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:16.903676 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-36dc9b0a-8d02-4463-8d7d-2aae0067e532 req-df85316e-03c6-410b-b43d-fdf0c9bd2a73 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.3736122 Jan 24 09:25:17.057632 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43278) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:17.116038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.120434 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.146423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db0b138-ec3d-49cf-bdc8-748c46474098 admin admin] Deleting subnet 4ac23c9e-8a16-405c-8fa6-588293cf1436 {{(pid=80074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:25:17.150607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2db0b138-ec3d-49cf-bdc8-748c46474098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.193219 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:17.211061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:17.215094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.217675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e5a062e-0382-4aa3-bd7b-76d7e14db826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:17.246247 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-36dc9b0a-8d02-4463-8d7d-2aae0067e532 req-cf09a03a-6676-402e-8e4c-49cac5505c34 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091395 Jan 24 09:25:17.278564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2db0b138-ec3d-49cf-bdc8-748c46474098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851208983'] for subnet, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.330779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:17.343756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:17.352789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb9b8c-e098-410a-8d00-d5afd039a635 req-e84a0d78-0189-4c09-81f6-3172d40cee16 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:17.356329 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-19fb9b8c-e098-410a-8d00-d5afd039a635 req-e84a0d78-0189-4c09-81f6-3172d40cee16 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.4503980 Jan 24 09:25:17.387435 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2db0b138-ec3d-49cf-bdc8-748c46474098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.516118 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-19fb9b8c-e098-410a-8d00-d5afd039a635 req-e92e7283-6050-4ec7-b7cb-4162d8cdb6fc tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462204 Jan 24 09:25:17.818832 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2db0b138-ec3d-49cf-bdc8-748c46474098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2475423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363424'] for subnet, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.834674 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-23ce014a-0c83-451a-8b25-9eb73135bd69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:17.944164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0b138-ec3d-49cf-bdc8-748c46474098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac23c9e-8a16-405c-8fa6-588293cf1436,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:18.020110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2db0b138-ec3d-49cf-bdc8-748c46474098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:18.042484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2db0b138-ec3d-49cf-bdc8-748c46474098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:18.052343 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-2db0b138-ec3d-49cf-bdc8-748c46474098 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4ac23c9e-8a16-405c-8fa6-588293cf1436 HTTP/1.1" status: 204 len: 168 time: 0.9926319 Jan 24 09:25:18.056204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43290) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:18.193782 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:18.243447 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae1b751-e5de-4d8c-acb0-2e44af1428ff {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:25:18.247469 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2', 'code': 422} returned with failed status Jan 24 09:25:18.259562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:18.288121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Transition to ACTIVE for port object cae1b751-e5de-4d8c-acb0-2e44af1428ff will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:25:18.324452 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133489dc-fb69-4346-9ee8-93643faa8e32 req-e7759a4d-6b3e-4c5f-b906-33e1c9f1b722 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:18.325285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-133489dc-fb69-4346-9ee8-93643faa8e32 req-e7759a4d-6b3e-4c5f-b906-33e1c9f1b722 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Synchronizing usage tracker for tenant:597fbaf228c84894baa0c073ba97abca on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:18.330013 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:18.349235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e7ceffa-72c1-48c7-ac12-f12d3e2e536e tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:18.459532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:18.509815 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-133489dc-fb69-4346-9ee8-93643faa8e32 req-e7759a4d-6b3e-4c5f-b906-33e1c9f1b722 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Unset dirty status for tenant:597fbaf228c84894baa0c073ba97abca on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:18.512027 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-133489dc-fb69-4346-9ee8-93643faa8e32 req-e7759a4d-6b3e-4c5f-b906-33e1c9f1b722 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 931 time: 0.5018070 Jan 24 09:25:18.611987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fae7f97-6553-483e-94bb-7063a8558f8e']}} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:18.618768 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Pushing event updated for resources: {'Port': ['ID=cae1b751-e5de-4d8c-acb0-2e44af1428ff,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:18.630113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:18.635888 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff7ae61-2375-40ef-a377-d26b8c69c84a') {'for_net_delete': True} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:18.636545 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff7ae61-2375-40ef-a377-d26b8c69c84a') {} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:18.671758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3566817'] for segment, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:18.698948 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:18.699566 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-133489dc-fb69-4346-9ee8-93643faa8e32 req-06a86f86-d69b-4c17-add8-911eeb450392 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734316 Jan 24 09:25:18.704464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:25:18.850104 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Attempting to bind port cae1b751-e5de-4d8c-acb0-2e44af1428ff on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:25:18.850611 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Attempting to bind port cae1b751-e5de-4d8c-acb0-2e44af1428ff by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '86786ac3-7ed1-4351-abc6-de4dec9cce32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:25:18.851210 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Attempting to bind port cae1b751-e5de-4d8c-acb0-2e44af1428ff on network 994b382e-ac10-4d41-8ea1-2e5057416b33 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:25:18.863903 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:25:18.864455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Checking segment: {'id': '86786ac3-7ed1-4351-abc6-de4dec9cce32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:25:18.865237 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:18.865837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Bound using segment: {'id': '86786ac3-7ed1-4351-abc6-de4dec9cce32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:25:18.866682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Bound port: cae1b751-e5de-4d8c-acb0-2e44af1428ff, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86786ac3-7ed1-4351-abc6-de4dec9cce32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '994b382e-ac10-4d41-8ea1-2e5057416b33'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:25:18.867293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:19.069000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Network 4fae7f97-6553-483e-94bb-7063a8558f8e has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:25:19.081583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852299972'] for segment, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:19.172899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] For port cae1b751-e5de-4d8c-acb0-2e44af1428ff, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:25:19.229061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfb135-c740-4d26-bf25-c694f90f8b95 req-552d156e-67b0-45bf-b372-37ef804825bc tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:19.230442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1ccfb135-c740-4d26-bf25-c694f90f8b95 req-552d156e-67b0-45bf-b372-37ef804825bc tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Synchronizing usage tracker for tenant:fc9d8ac387734cad90f603ceda96b5c3 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:19.257351 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1ccfb135-c740-4d26-bf25-c694f90f8b95 req-552d156e-67b0-45bf-b372-37ef804825bc tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Unset dirty status for tenant:fc9d8ac387734cad90f603ceda96b5c3 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:19.259512 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1ccfb135-c740-4d26-bf25-c694f90f8b95 req-552d156e-67b0-45bf-b372-37ef804825bc tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.3039513 Jan 24 09:25:19.348485 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1ccfb135-c740-4d26-bf25-c694f90f8b95 req-1ff502b9-a3d9-43c6-9cdd-87693175e443 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803397 Jan 24 09:25:19.647475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf789d0-61be-4b44-b611-aad63a79296e req-386134fb-4dde-43ae-9d14-09ca66e30705 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:19.649248 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ebf789d0-61be-4b44-b611-aad63a79296e req-386134fb-4dde-43ae-9d14-09ca66e30705 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.1594028 Jan 24 09:25:19.664159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Network 4fae7f97-6553-483e-94bb-7063a8558f8e has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:25:19.691667 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:25:19.729874 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ebf789d0-61be-4b44-b611-aad63a79296e req-2dc99014-50af-4f6a-a80e-6bac3033a1d5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650792 Jan 24 09:25:19.821257 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:19.825030 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] For port cae1b751-e5de-4d8c-acb0-2e44af1428ff, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cae1b751-e5de-4d8c-acb0-2e44af1428ff,segment=NetworkSegment(86786ac3-7ed1-4351-abc6-de4dec9cce32),segment_id=86786ac3-7ed1-4351-abc6-de4dec9cce32)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:25:19.828566 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f23376bb-5514-4e8c-8644-3731f89408ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:19.838308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:19.873391 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:19.892121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fae7f97-6553-483e-94bb-7063a8558f8e,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:19.900219 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4fae7f97-6553-483e-94bb-7063a8558f8e HTTP/1.1" status: 204 len: 168 time: 1.8408246 Jan 24 09:25:19.912721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-63695215-d2d3-4277-93e0-7335c8127851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:20.097780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:20.291177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43340) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:20.377015 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-40cb7769-6b9d-45c2-a2b7-f6736c92ceb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d03a80a82fe492a90c250ce63ddc3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0835085 Jan 24 09:25:20.380638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43344) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:20.412270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43350) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:20.510752 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6b1d-b8ac-4db3-acb2-58a73e7d16e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:20.620518 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6b1d-b8ac-4db3-acb2-58a73e7d16e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:20.671069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Pushing event updated for resources: {'Port': ['ID=cae1b751-e5de-4d8c-acb0-2e44af1428ff,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:20.674621 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:20.687186 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:20.687877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:20.689473 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] 10.222.0.13 "PUT /v2.0/ports/cae1b751-e5de-4d8c-acb0-2e44af1428ff HTTP/1.1" status: 200 len: 1157 time: 4.0047624 Jan 24 09:25:20.691221 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c50eac0-420c-4a13-9e9b-3fd6d93f01b5', 'tag': 'cae1b751-e5de-4d8c-acb0-2e44af1428ff'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:20.699189 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-92626cb9-90d4-46c5-a2a9-ed6e59977ece service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2850862 Jan 24 09:25:20.709831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6b1d-b8ac-4db3-acb2-58a73e7d16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:20.720525 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-08941251-63e0-45a7-bad5-0f949b9a1209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:20.748786 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb6b1d-b8ac-4db3-acb2-58a73e7d16e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58d7d8a-b380-440d-823f-4d7d7ebe1297,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:20.755598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d6cb6b1d-b8ac-4db3-acb2-58a73e7d16e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:20.766865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6b1d-b8ac-4db3-acb2-58a73e7d16e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:20.774405 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d6cb6b1d-b8ac-4db3-acb2-58a73e7d16e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a58d7d8a-b380-440d-823f-4d7d7ebe1297 HTTP/1.1" status: 204 len: 168 time: 0.3916223 Jan 24 09:25:20.804221 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332fa72-6219-4e41-a121-2a8186320c2d req-634d7df8-589d-4527-b3e6-6225c57472c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:20.813789 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e332fa72-6219-4e41-a121-2a8186320c2d req-634d7df8-589d-4527-b3e6-6225c57472c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 943 time: 0.6254494 Jan 24 09:25:20.847077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46fe42-fdb7-4803-8245-36dfe440a646 req-e362161f-4e12-4843-8177-74c224ac2373 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:20.848786 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8a46fe42-fdb7-4803-8245-36dfe440a646 req-e362161f-4e12-4843-8177-74c224ac2373 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.6494637 Jan 24 09:25:21.136202 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8a46fe42-fdb7-4803-8245-36dfe440a646 req-e91e5fe0-4819-44f4-bd03-019ecf04e9d0 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848509 Jan 24 09:25:21.163446 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e332fa72-6219-4e41-a121-2a8186320c2d req-a3fe2c52-153e-4368-973f-0e758a312064 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483155 Jan 24 09:25:21.197526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-608bbc15-e68c-4c3f-bd8e-cbc1457163f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:21.201288 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-608bbc15-e68c-4c3f-bd8e-cbc1457163f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=597fbaf228c84894baa0c073ba97abca&device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 1160 time: 0.3838153 Jan 24 09:25:21.385753 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-9f644fd1-d3e1-4a52-b93a-d4cb91daa9f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cae1b751-e5de-4d8c-acb0-2e44af1428ff HTTP/1.1" status: 200 len: 217 time: 0.1661849 Jan 24 09:25:21.578205 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-1cb7f977-0f3c-4aa9-8e8c-8ba64b61b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:21.582893 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-1cb7f977-0f3c-4aa9-8e8c-8ba64b61b4be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9009cf9e-2db5-4917-8547-3cc40cfa93e8 HTTP/1.1" status: 200 len: 853 time: 0.1879306 Jan 24 09:25:21.586799 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c50eac0-420c-4a13-9e9b-3fd6d93f01b5', 'tag': 'cae1b751-e5de-4d8c-acb0-2e44af1428ff', 'status': 'completed', 'code': 200} Jan 24 09:25:21.724291 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-bca4721b-f796-41ee-9a1d-b73930059da0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=994b382e-ac10-4d41-8ea1-2e5057416b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287410 Jan 24 09:25:21.788204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee41bb-d43c-4d50-82a8-ad8de19f8112 req-11649fc1-fb2e-414e-99ac-ca33127b2343 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:21.794082 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b2ee41bb-d43c-4d50-82a8-ad8de19f8112 req-11649fc1-fb2e-414e-99ac-ca33127b2343 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.3589587 Jan 24 09:25:22.208451 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b2ee41bb-d43c-4d50-82a8-ad8de19f8112 req-ce576803-a50f-4c4a-9ccd-179480d5a3cc tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072054 Jan 24 09:25:22.351307 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac546a88-2e19-4f30-b163-6e4efae3f499 req-73c18de3-1761-45cd-8779-4964a0c522df tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:22.355154 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ac546a88-2e19-4f30-b163-6e4efae3f499 req-73c18de3-1761-45cd-8779-4964a0c522df tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.6398470 Jan 24 09:25:22.366999 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-dc612644-a7a6-4086-9ffe-4ddfdfa6c65a service neutron] 10.222.0.13 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012898 Jan 24 09:25:22.728646 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ac546a88-2e19-4f30-b163-6e4efae3f499 req-a69e2d61-22ca-43f0-baf8-8b71e0f8ad0a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599091 Jan 24 09:25:22.856520 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dbf663be-6290-4f12-9422-9055f9bcc66a req-afb5da09-e668-42b4-b5d0-5fbdf5849ca0 service neutron] 10.222.0.13 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4567807 Jan 24 09:25:22.927003 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165103-7519-45d8-9fa8-435f2f7deafa req-f27a286c-8810-47df-8785-b0b1efd2b36b tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:22.928943 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e3165103-7519-45d8-9fa8-435f2f7deafa req-f27a286c-8810-47df-8785-b0b1efd2b36b tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 943 time: 0.3587482 Jan 24 09:25:23.041437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-a654e7ff-49e3-460e-afd9-7e3fe373e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:23.043128 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-a654e7ff-49e3-460e-afd9-7e3fe373e497 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a&tenant_id=0aded163b525483dbeed6819ad7b25c8 HTTP/1.1" status: 200 len: 1160 time: 0.4756608 Jan 24 09:25:23.230686 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e3165103-7519-45d8-9fa8-435f2f7deafa req-6c8502aa-f76e-46f0-a2b5-069851293665 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239988 Jan 24 09:25:23.359913 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f1c1b-8b9a-4ba4-abe4-9276606b1a6d req-813b1877-d1a2-43f8-93db-3b86c545e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:23.362745 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-660f1c1b-8b9a-4ba4-abe4-9276606b1a6d req-813b1877-d1a2-43f8-93db-3b86c545e050 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=597fbaf228c84894baa0c073ba97abca&device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 1160 time: 0.4316339 Jan 24 09:25:23.580537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f347-fba1-4273-9fc3-11eef9ca59c2 req-eb4a0ffa-fa85-4e3b-9ffd-91588a153dd9 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:23.582322 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1526f347-fba1-4273-9fc3-11eef9ca59c2 req-eb4a0ffa-fa85-4e3b-9ffd-91588a153dd9 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.6502659 Jan 24 09:25:23.656736 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-ef5b2f08-36b4-415b-8377-73cee1fa9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:23.658470 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-ef5b2f08-36b4-415b-8377-73cee1fa9958 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 1160 time: 0.5632100 Jan 24 09:25:23.906875 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-e0a0013d-b6f0-4193-a5a7-a0e46aa9702a tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:23.908585 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-e0a0013d-b6f0-4193-a5a7-a0e46aa9702a tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.13 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.6482437 Jan 24 09:25:23.915481 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1526f347-fba1-4273-9fc3-11eef9ca59c2 req-f6b1e9d1-8eee-49b3-90b1-c69c8ebe6f0b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084762 Jan 24 09:25:23.922408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f1c1b-8b9a-4ba4-abe4-9276606b1a6d req-8eba963c-3639-46e5-ab62-f0327cec20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:23.924012 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-660f1c1b-8b9a-4ba4-abe4-9276606b1a6d req-8eba963c-3639-46e5-ab62-f0327cec20d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=994b382e-ac10-4d41-8ea1-2e5057416b33 HTTP/1.1" status: 200 len: 907 time: 0.5513535 Jan 24 09:25:24.281085 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:24.293538 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-660f1c1b-8b9a-4ba4-abe4-9276606b1a6d req-876332f7-56cd-470e-aaec-0731680aff39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cae1b751-e5de-4d8c-acb0-2e44af1428ff HTTP/1.1" status: 200 len: 217 time: 0.3334751 Jan 24 09:25:24.499033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Deleting port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:24.499592 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:24.584286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-de9f134b-6af5-4865-8d9d-610d8a21f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:24.586103 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-de9f134b-6af5-4865-8d9d-610d8a21f275 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 0.8626151 Jan 24 09:25:24.626667 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a30ce-cf8b-422a-baa2-d83322ef98a0 req-4ef71a19-4f4b-40fb-94b8-91d38313583c tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:24.628822 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a80a30ce-cf8b-422a-baa2-d83322ef98a0 req-4ef71a19-4f4b-40fb-94b8-91d38313583c tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 945 time: 0.9831803 Jan 24 09:25:24.696426 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f1c1b-8b9a-4ba4-abe4-9276606b1a6d req-d47b5fe8-4f0e-45eb-8fc8-13d6d7ff555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:24.698272 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-660f1c1b-8b9a-4ba4-abe4-9276606b1a6d req-d47b5fe8-4f0e-45eb-8fc8-13d6d7ff555d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9009cf9e-2db5-4917-8547-3cc40cfa93e8 HTTP/1.1" status: 200 len: 853 time: 0.3924677 Jan 24 09:25:24.863536 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-660f1c1b-8b9a-4ba4-abe4-9276606b1a6d req-a74b6591-4b6b-4e8a-9d10-bc4edf8da163 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=994b382e-ac10-4d41-8ea1-2e5057416b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500287 Jan 24 09:25:25.018409 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a80a30ce-cf8b-422a-baa2-d83322ef98a0 req-d0c16025-cd61-4bee-bc48-cfa32561103e tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150399 Jan 24 09:25:25.020869 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-61bae02f-eede-4247-a312-d7aa7c713841 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2 HTTP/1.1" status: 200 len: 999 time: 0.4240954 Jan 24 09:25:25.076611 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d9581-5d78-478d-8f1b-ca420244c9e9 req-1a520830-99e8-4efb-9988-432b71b46949 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:25.078410 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-696d9581-5d78-478d-8f1b-ca420244c9e9 req-1a520830-99e8-4efb-9988-432b71b46949 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.7704005 Jan 24 09:25:25.282685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device cae1b751-e5de-4d8c-acb0-2e44af1428ff up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:25.305636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-9645ce67-87e2-4d3d-9721-f31fca14e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:25.307348 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-9645ce67-87e2-4d3d-9721-f31fca14e4cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.2588458 Jan 24 09:25:25.389080 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-696d9581-5d78-478d-8f1b-ca420244c9e9 req-982198c9-9924-454a-bca1-0e5386ee9e01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174256 Jan 24 09:25:25.410579 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port cae1b751-e5de-4d8c-acb0-2e44af1428ff completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:25:25.420707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port cae1b751-e5de-4d8c-acb0-2e44af1428ff triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:25.421426 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:25.483801 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-660f1c1b-8b9a-4ba4-abe4-9276606b1a6d req-c75806c1-38f6-4293-b937-cbf68a2fecc9 service neutron] 10.222.0.13 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994723 Jan 24 09:25:25.530111 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-72ab702d-eba8-4cdc-b2e2-23906db8b2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:25.551610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] For port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:25.552021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:25.634088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:25.687180 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c50eac0-420c-4a13-9e9b-3fd6d93f01b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae1b751-e5de-4d8c-acb0-2e44af1428ff'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:25.704678 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port cae1b751-e5de-4d8c-acb0-2e44af1428ff, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cae1b751-e5de-4d8c-acb0-2e44af1428ff,segment=NetworkSegment(86786ac3-7ed1-4351-abc6-de4dec9cce32),segment_id=86786ac3-7ed1-4351-abc6-de4dec9cce32)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:25.708442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:25.711721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:25.757299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:25:25.834273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Calling delete_port for 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:25.858511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=cae1b751-e5de-4d8c-acb0-2e44af1428ff,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:25.866151 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-40444563-c034-4ae9-8421-3616d69f57a1 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/networks?tenant_id=9d152867aabd4c43b2bd03694f28e1a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3040278 Jan 24 09:25:25.870248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.870724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.871149 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.871724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.871971 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.872347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.872792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.873735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.875148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.875148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.875148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.875148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.875782 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.875958 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.876257 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.877164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.877164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.877451 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.877616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.877946 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.878400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.878769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.879129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.879520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:25.884358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:25.969734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:26.036609 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:26.041305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:26.044598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:26.175430 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:26.179138 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:26.360595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-afc1a73e-aff5-43fa-9cd2-14a90429f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:26.362290 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-afc1a73e-aff5-43fa-9cd2-14a90429f75c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0345495 Jan 24 09:25:26.364405 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-660f1c1b-8b9a-4ba4-abe4-9276606b1a6d req-5185cd30-34f6-4a92-ae82-06fcea518679 service neutron] 10.222.0.13 "GET /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8675468 Jan 24 09:25:26.408293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d34c8-6990-4b4f-9425-c382f9486cbc req-d0d516b7-403f-4292-846e-f5c17c0ab3fe tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:26.410055 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d47d34c8-6990-4b4f-9425-c382f9486cbc req-d0d516b7-403f-4292-846e-f5c17c0ab3fe tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 943 time: 0.9996238 Jan 24 09:25:26.473498 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:25:26.473861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:25:26.644160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-22c8b7f4-1b3f-4dcf-bd89-d6d6a368463b tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:26.645778 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-22c8b7f4-1b3f-4dcf-bd89-d6d6a368463b tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7491248 Jan 24 09:25:26.653257 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d47d34c8-6990-4b4f-9425-c382f9486cbc req-7b558fea-f343-401e-b9b2-7467d3b4058f tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153244 Jan 24 09:25:26.682441 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-a1e6c42b-55d1-4cd4-8eeb-b0f601fcedb2 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/quotas/9d152867aabd4c43b2bd03694f28e1a4 HTTP/1.1" status: 200 len: 375 time: 0.0239735 Jan 24 09:25:26.699465 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-f1a74e4c-3865-4f10-b00c-65a4e60d05c3 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204031 Jan 24 09:25:26.809546 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-ac23dc45-4c66-41a5-ae13-2c177848d36a tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d152867aabd4c43b2bd03694f28e1a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152227 Jan 24 09:25:27.005304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Deleting port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:27.005839 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:27.013062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device cae1b751-e5de-4d8c-acb0-2e44af1428ff up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:27.187008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port cae1b751-e5de-4d8c-acb0-2e44af1428ff triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:27.187833 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:27.289880 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee24161b-b4fa-4bbf-b34a-0ea22851afc0 req-3fc48933-b147-46ac-b6a7-0365b38eea61 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5268857 Jan 24 09:25:27.476539 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec68f1-b849-4dac-bce0-4212517be5e5 req-b652cfcb-d73c-4fa6-9c15-27c6a7972cb4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:27.478523 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-deec68f1-b849-4dac-bce0-4212517be5e5 req-b652cfcb-d73c-4fa6-9c15-27c6a7972cb4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.5627308 Jan 24 09:25:27.511233 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c50eac0-420c-4a13-9e9b-3fd6d93f01b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae1b751-e5de-4d8c-acb0-2e44af1428ff', 'code': 200} Jan 24 09:25:27.632747 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] For port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:27.633198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:27.837013 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Calling delete_port for 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:28.035172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b9aa9fd7-5e6f-41b4-a64b-62eefb846734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:28.111243 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43466) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:28.187690 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-deec68f1-b849-4dac-bce0-4212517be5e5 req-3db6a8d2-3816-4e64-9ae8-96fa0696ca87 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6851642 Jan 24 09:25:28.224628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:28.256532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:28.457564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Pushing event deleted for resources: {'Port': ['ID=54a6b18f-db1c-4cfa-a7a1-0813279fbd55,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:28.464780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:28.611268 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92b81e-013f-4c89-98d8-7ed970b20487 req-84757ba5-9154-426e-9492-e73e095aa76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:28.613720 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2d92b81e-013f-4c89-98d8-7ed970b20487 req-84757ba5-9154-426e-9492-e73e095aa76e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 1162 time: 0.6775331 Jan 24 09:25:28.671979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:28.690312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f6c6-f256-4a70-b1c6-48ec13b746c9 req-cdecd29b-ea3b-442d-995a-65ed3cd1005a tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:28.704559 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2694f6c6-f256-4a70-b1c6-48ec13b746c9 req-cdecd29b-ea3b-442d-995a-65ed3cd1005a tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/ports?device_id=04fdb238-90a6-4b04-bb40-0853c726c4ca HTTP/1.1" status: 200 len: 865 time: 0.7664018 Jan 24 09:25:28.706454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:28.719367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:28.727317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] Usage tracker for resource:security_group_rule and tenant:93411ec71d3748919e224e736ae1393e is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:28.734997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:28.747359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:28.921172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:28.926911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:28.953949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3bdc16c0-ac3c-44c7-adb0-a030a36d7cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:29.001264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:29.026251 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a146a13-aa4f-453a-b0f1-b07e582fb7b4,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:29.036195 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93411ec71d3748919e224e736ae1393e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9225729 Jan 24 09:25:29.038181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:29.040803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43482) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:29.075352 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2694f6c6-f256-4a70-b1c6-48ec13b746c9 req-ec36a28e-4f73-4dd5-afe9-486ee4ad4dbe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.18 "GET /v2.0/security-groups?id=6c1945c2-199d-4fcd-929b-25f68a9f82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692753 Jan 24 09:25:29.087537 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2d92b81e-013f-4c89-98d8-7ed970b20487 req-21bc616e-cc95-4b79-9aa5-50282b49d6f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545994 Jan 24 09:25:29.117967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] No DVR routers for this DVR port 54a6b18f-db1c-4cfa-a7a1-0813279fbd55 on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:25:29.153901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:29.160878 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fdb238-90a6-4b04-bb40-0853c726c4ca', 'name': 'network-vif-deleted', 'tag': '54a6b18f-db1c-4cfa-a7a1-0813279fbd55'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:29.247823 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce025fac-616e-4d44-9f7c-4123fec5240a req-f6d1d1e2-d248-4c87-9ebe-3e9b78e6b9fe tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] 10.222.0.13 "DELETE /v2.0/ports/54a6b18f-db1c-4cfa-a7a1-0813279fbd55 HTTP/1.1" status: 204 len: 173 time: 5.3286474 Jan 24 09:25:29.275817 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44b0c156-d1b0-4395-b4b8-007c53f7bbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:29.312346 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44b0c156-d1b0-4395-b4b8-007c53f7bbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:29.316549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:29.317357 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:29.392794 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44b0c156-d1b0-4395-b4b8-007c53f7bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:29.416663 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3c4204bc-b7a3-4e5f-825c-35e8a15a3c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:29.456860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbeee2-fa61-47ef-88ba-49dea8b47019 req-f29ddda2-bbad-44c7-a42f-263f78f5ff33 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:29.479350 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fcfbeee2-fa61-47ef-88ba-49dea8b47019 req-f29ddda2-bbad-44c7-a42f-263f78f5ff33 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.7439911 Jan 24 09:25:29.485409 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0c156-d1b0-4395-b4b8-007c53f7bbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a146a13-aa4f-453a-b0f1-b07e582fb7b4,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:29.504514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-44b0c156-d1b0-4395-b4b8-007c53f7bbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:29.508055 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-44b0c156-d1b0-4395-b4b8-007c53f7bbe1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a146a13-aa4f-453a-b0f1-b07e582fb7b4 HTTP/1.1" status: 204 len: 168 time: 0.4652250 Jan 24 09:25:29.518981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-44b0c156-d1b0-4395-b4b8-007c53f7bbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:29.672802 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-3cad431b-383b-4259-858b-c9e52770546d tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d152867aabd4c43b2bd03694f28e1a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1706378 Jan 24 09:25:29.673555 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fdb238-90a6-4b04-bb40-0853c726c4ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a6b18f-db1c-4cfa-a7a1-0813279fbd55'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:30.037516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:30.042767 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:30.108956 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fcfbeee2-fa61-47ef-88ba-49dea8b47019 req-c288a6b8-9777-402c-b672-31911184c2ea tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6270165 Jan 24 09:25:30.139516 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-712bdf9c-10f1-4ceb-8ba8-17c21370ff66 req-2b0e237b-cac3-4697-8779-6b8b343ac736 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 210 time: 0.3829083 Jan 24 09:25:30.385365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0e7cd465-2fc5-4374-b825-7062aaf2acb8 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:30.387123 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0e7cd465-2fc5-4374-b825-7062aaf2acb8 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7076523 Jan 24 09:25:30.389672 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fdb238-90a6-4b04-bb40-0853c726c4ca', 'name': 'network-vif-deleted', 'tag': '54a6b18f-db1c-4cfa-a7a1-0813279fbd55', 'status': 'completed', 'code': 200} Jan 24 09:25:30.535203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Request body: {'port': {'device_id': '9592d062-81e0-46b9-98dc-374e4f9b83fb', 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb', 'admin_state_up': True, 'tenant_id': '9d152867aabd4c43b2bd03694f28e1a4'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:30.723284 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:30.727959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Usage tracker for resource:port and tenant:9d152867aabd4c43b2bd03694f28e1a4 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:30.733290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Quota usage for port was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:30.760922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:30.828580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Made reservation on behalf of 9d152867aabd4c43b2bd03694f28e1a4 for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:25:30.840150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:30.885433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:30.954102 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:30.981345 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Usage tracker for resource:security_group_rule and tenant:9d152867aabd4c43b2bd03694f28e1a4 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:30.992965 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:31.020938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:31.048977 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:31.208589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37335bce-c702-467e-b102-5ce47408769c req-5b9c61ed-2761-4c9f-873e-20ef7edd63a4 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:31.223902 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-37335bce-c702-467e-b102-5ce47408769c req-5b9c61ed-2761-4c9f-873e-20ef7edd63a4 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 945 time: 0.7832329 Jan 24 09:25:31.339124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec319-44bb-447a-a4df-5cacc3fb5949 req-cf76bf9c-8111-400f-8db4-75eb3c655e18 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:31.342480 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-737ec319-44bb-447a-a4df-5cacc3fb5949 req-cf76bf9c-8111-400f-8db4-75eb3c655e18 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.5708156 Jan 24 09:25:31.407651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:31.408532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:31.523376 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-37335bce-c702-467e-b102-5ce47408769c req-f6446fa8-fc79-4820-ac2e-f02563a407b6 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857172 Jan 24 09:25:31.569138 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-737ec319-44bb-447a-a4df-5cacc3fb5949 req-2cafbf63-d39a-4d53-b405-3927235c9183 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099497 Jan 24 09:25:31.712624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:31.717141 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:31.721482 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fdb238-90a6-4b04-bb40-0853c726c4ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a6b18f-db1c-4cfa-a7a1-0813279fbd55', 'code': 200} Jan 24 09:25:31.743283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3317c4db-681e-4cac-9ee9-67d2fb8057bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:31.882035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Pushing event updated for resources: {'SecurityGroup': ['ID=41bece06-4b90-4674-b459-b7f4d401d232,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:31.914261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43524) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:32.674008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.934s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:32.859562 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-31b6c79e-887c-476e-a079-76fbdd48efb1 req-97fae4b6-3493-4014-b599-79ea989a59cd tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 210 time: 0.2021897 Jan 24 09:25:33.196654 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69fb04-6680-4691-b5a2-f800483a76d6 req-fd0a700a-3831-4d8e-8e04-220728e9c33d tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:33.211520 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8f69fb04-6680-4691-b5a2-f800483a76d6 req-fd0a700a-3831-4d8e-8e04-220728e9c33d tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.5395598 Jan 24 09:25:33.404965 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8f69fb04-6680-4691-b5a2-f800483a76d6 req-dc136e18-a244-42c0-aa4a-4e8f143f4118 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733341 Jan 24 09:25:33.521921 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Allocated IP 192.168.233.140 (972bff01-b05f-4ec3-ae00-9b6c502bc7bb/05dd3ec2-38c4-49e1-be15-c8b67f833644/4bf5b538-7eba-49c5-a9e6-7e7f4231907e) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:25:33.866729 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637928'] for router_interface, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:34.020532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:34.049065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Transition to ACTIVE for port object 4bf5b538-7eba-49c5-a9e6-7e7f4231907e will not be triggered until provisioned by entity DHCP. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:25:34.183943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:34.226590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f70122bc-bb26-4a29-94d7-d07b2cee8684 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:34.837560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Pushing event updated for resources: {'Port': ['ID=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:34.868670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:34.980460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef7ba3-ac65-4516-b728-edd7e84f54e7 req-195ceb1f-4052-41d1-848b-322aba39a1d2 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:34.990691 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfef7ba3-ac65-4516-b728-edd7e84f54e7 req-195ceb1f-4052-41d1-848b-322aba39a1d2 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 945 time: 1.1062620 Jan 24 09:25:35.171730 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bfef7ba3-ac65-4516-b728-edd7e84f54e7 req-3106bcc7-a273-4443-bb7d-8d09a2af5391 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763206 Jan 24 09:25:35.184139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Deleting port 86606297-ef37-43e8-8df9-0128d4004420 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:35.184605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:35.299606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Network 972bff01-b05f-4ec3-ae00-9b6c502bc7bb is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:25:35.302780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:25:35.344783 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:25:35.397166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:35.398382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:35.495585 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9732349 Jan 24 09:25:35.579690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab33d0-cf95-4aea-a9db-d8f3b23b9422 req-282e2cbe-f0a6-443f-93fd-951e273cb33a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:35.582562 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8bab33d0-cf95-4aea-a9db-d8f3b23b9422 req-282e2cbe-f0a6-443f-93fd-951e273cb33a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.3942971 Jan 24 09:25:35.711420 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Request body: {'port': {'device_id': '9592d062-81e0-46b9-98dc-374e4f9b83fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:35.762433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] For port 86606297-ef37-43e8-8df9-0128d4004420, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=86606297-ef37-43e8-8df9-0128d4004420,segment=NetworkSegment(5a5b4f1a-da6b-4a71-ba65-21d662b7bec4),segment_id=5a5b4f1a-da6b-4a71-ba65-21d662b7bec4)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:35.762843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:36.007978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5c8243e9-7fbf-4373-8aa1-32f6d280a87b None None] Provisioning for port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:25:36.033305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5c8243e9-7fbf-4373-8aa1-32f6d280a87b None None] Provisioning complete for port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:36.035319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c8243e9-7fbf-4373-8aa1-32f6d280a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:36.081245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Calling delete_port for 86606297-ef37-43e8-8df9-0128d4004420 owned by network:router_interface {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:36.199541 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:36.302154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-5c8243e9-7fbf-4373-8aa1-32f6d280a87b None None] Port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:25:36.303312 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8bab33d0-cf95-4aea-a9db-d8f3b23b9422 req-b59323ee-bfe8-4990-aa4c-7a5807972f94 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695885 Jan 24 09:25:36.513058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcfe20-cbb6-406b-bb83-07f5716c3162 req-2598e79e-d45b-48ea-9be9-34197493d403 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:36.514462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d9dcfe20-cbb6-406b-bb83-07f5716c3162 req-2598e79e-d45b-48ea-9be9-34197493d403 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Synchronizing usage tracker for tenant:9d152867aabd4c43b2bd03694f28e1a4 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:36.905930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d9dcfe20-cbb6-406b-bb83-07f5716c3162 req-2598e79e-d45b-48ea-9be9-34197493d403 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Unset dirty status for tenant:9d152867aabd4c43b2bd03694f28e1a4 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:36.915283 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d9dcfe20-cbb6-406b-bb83-07f5716c3162 req-2598e79e-d45b-48ea-9be9-34197493d403 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 936 time: 1.3305695 Jan 24 09:25:37.004703 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:37.077927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1c4b629a-83cc-48fc-9fcc-d54f47a03349 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:37.101420 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:25:37.207634 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d9dcfe20-cbb6-406b-bb83-07f5716c3162 req-a77ab5d9-2489-47cc-ad2f-f200b9f7c0fe tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Synchronizing usage tracker for tenant:9d152867aabd4c43b2bd03694f28e1a4 on resource:security_group {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:37.339656 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d9dcfe20-cbb6-406b-bb83-07f5716c3162 req-a77ab5d9-2489-47cc-ad2f-f200b9f7c0fe tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Unset dirty status for tenant:9d152867aabd4c43b2bd03694f28e1a4 on resource:security_group {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:37.343806 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d9dcfe20-cbb6-406b-bb83-07f5716c3162 req-a77ab5d9-2489-47cc-ad2f-f200b9f7c0fe tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273109 Jan 24 09:25:37.372233 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf5b538-7eba-49c5-a9e6-7e7f4231907e {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:25:37.425585 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:37.503616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Pushing event deleted for resources: {'Port': ['ID=86606297-ef37-43e8-8df9-0128d4004420,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:37.510714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:37.563464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354345e-a6dd-43c2-b475-cd5270e04f2e req-4377fe54-ee96-4566-9453-3c75e417fea6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:37.571365 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0354345e-a6dd-43c2-b475-cd5270e04f2e req-4377fe54-ee96-4566-9453-3c75e417fea6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.6676548 Jan 24 09:25:37.604317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Transition to ACTIVE for port object 4bf5b538-7eba-49c5-a9e6-7e7f4231907e will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:25:37.682278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:38.091598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a328b346-df40-4df6-9e3f-5237a38f8566 tempest-VolumesActionsTest-1850658258 tempest-VolumesActionsTest-1850658258] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:38.121050 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637778'] for router_interface, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:38.286961 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:38.322887 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:38.559495 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Attempting to bind port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:25:38.560178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Attempting to bind port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '60379dec-ff3a-4ea6-80df-d2b953154595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:25:38.560771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Attempting to bind port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e on network 972bff01-b05f-4ec3-ae00-9b6c502bc7bb {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:25:38.576664 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0354345e-a6dd-43c2-b475-cd5270e04f2e req-133eb920-689f-4567-98a3-9cfbdf9b4e48 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9639504 Jan 24 09:25:38.582283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:25:38.583047 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Checking segment: {'id': '60379dec-ff3a-4ea6-80df-d2b953154595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:25:38.583663 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:38.584283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Bound using segment: {'id': '60379dec-ff3a-4ea6-80df-d2b953154595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:25:38.584968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Bound port: 4bf5b538-7eba-49c5-a9e6-7e7f4231907e, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60379dec-ff3a-4ea6-80df-d2b953154595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '972bff01-b05f-4ec3-ae00-9b6c502bc7bb'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:25:38.585563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:39.141676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] For port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:25:39.155000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] For port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,segment=NetworkSegment(60379dec-ff3a-4ea6-80df-d2b953154595),segment_id=60379dec-ff3a-4ea6-80df-d2b953154595)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:25:39.176763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:39.240984 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ccb9dffd-5785-4dbe-9a29-a6c076590c04 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:39.538969 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:39.543411 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:39.603363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d182e3-055f-46f4-8a7f-36baa5b0a445 req-5ff4999c-b99a-445d-9ede-fa90820a99e7 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:39.613296 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b0d182e3-055f-46f4-8a7f-36baa5b0a445 req-5ff4999c-b99a-445d-9ede-fa90820a99e7 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.6887927 Jan 24 09:25:39.688965 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b0d182e3-055f-46f4-8a7f-36baa5b0a445 req-e2aeb4db-699c-46f0-ac6d-d7f03623c109 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731752 Jan 24 09:25:40.118489 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:40.120117 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:40.122870 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] 10.222.0.13 "PUT /v2.0/ports/4bf5b538-7eba-49c5-a9e6-7e7f4231907e HTTP/1.1" status: 200 len: 1162 time: 4.4375970 Jan 24 09:25:40.123739 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9592d062-81e0-46b9-98dc-374e4f9b83fb', 'tag': '4bf5b538-7eba-49c5-a9e6-7e7f4231907e'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:40.184891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:25:40.571966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc6420-4b96-4eaa-b1e8-e31afe3f48d4 req-6e9b3624-3e46-4409-85a9-2fe6b4f28c56 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:40.581928 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-99dc6420-4b96-4eaa-b1e8-e31afe3f48d4 req-6e9b3624-3e46-4409-85a9-2fe6b4f28c56 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 948 time: 0.6828871 Jan 24 09:25:40.768715 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-99dc6420-4b96-4eaa-b1e8-e31afe3f48d4 req-2d9b2493-c189-45be-9f6a-911e1fd8d425 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774807 Jan 24 09:25:40.798852 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9592d062-81e0-46b9-98dc-374e4f9b83fb', 'tag': '4bf5b538-7eba-49c5-a9e6-7e7f4231907e', 'status': 'completed', 'code': 200} Jan 24 09:25:40.829216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-204ae818-3191-4d7c-8ae8-463e0aec159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:40.832392 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-204ae818-3191-4d7c-8ae8-463e0aec159c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d152867aabd4c43b2bd03694f28e1a4&device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 1165 time: 0.5992944 Jan 24 09:25:40.945869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:25:40.967581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] Sync routers for ids ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:25:40.982895 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] 10.222.0.18 "PUT /v2.0/routers/b78cb2af-a728-4fc4-96c4-0f97cf12cf44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0667551 Jan 24 09:25:40.983958 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-caf8752d-4788-44fd-be48-c1912cf2365c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4bf5b538-7eba-49c5-a9e6-7e7f4231907e HTTP/1.1" status: 200 len: 217 time: 0.1337845 Jan 24 09:25:40.985983 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43592) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:41.001907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] Routers {'b78cb2af-a728-4fc4-96c4-0f97cf12cf44'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:25:41.003065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:25:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:41.740819 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-9fe4499c-2687-4e92-9628-b9c55ca68029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:41.743777 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-9fe4499c-2687-4e92-9628-b9c55ca68029 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05dd3ec2-38c4-49e1-be15-c8b67f833644 HTTP/1.1" status: 200 len: 843 time: 0.7320101 Jan 24 09:25:41.744164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Notify callbacks [] for router, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:42.145868 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] Set router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:25:42.160506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43608) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:42.389877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b927-e757-4bed-9a7e-d399237d7456 req-f9125a4b-b9b2-4516-acab-600dfc82580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:42.392247 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be30b927-e757-4bed-9a7e-d399237d7456 req-f9125a4b-b9b2-4516-acab-600dfc82580a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 1162 time: 1.7763755 Jan 24 09:25:42.406620 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:42.427566 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Deleting port c246ceda-bee1-4bab-9f7b-8f9467282e13 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:42.427928 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:42.526031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:25:42.603306 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:42.603629 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b927-e757-4bed-9a7e-d399237d7456 req-2b639e9a-5c66-4dd2-b9c2-6c8176a1ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:42.605002 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be30b927-e757-4bed-9a7e-d399237d7456 req-2b639e9a-5c66-4dd2-b9c2-6c8176a1ab49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 904 time: 0.1918111 Jan 24 09:25:42.650104 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:42.685923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ffdac-3c24-44fa-8534-739bc90f6d2b req-012dcfbe-0d6f-48c4-b653-923e93a44621 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:42.688730 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ba2ffdac-3c24-44fa-8534-739bc90f6d2b req-012dcfbe-0d6f-48c4-b653-923e93a44621 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.9304595 Jan 24 09:25:42.695358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] Usage tracker for resource:security_group_rule and tenant:51f70b8929364e03a66cf4969a9f8d84 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:42.785114 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:42.787722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-d1090460-d290-4d4c-834d-37ed2ebd9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:42.789446 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-d1090460-d290-4d4c-834d-37ed2ebd9542 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=972bff01-b05f-4ec3-ae00-9b6c502bc7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.9117215 Jan 24 09:25:42.806396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:42.860474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-router', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:06Z', 'updated_at': '2021-01-24T09:25:36Z', 'revision_number': 5, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'gw_port': {'id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:08Z', 'updated_at': '2021-01-24T09:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:42.868058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] Checking router: b78cb2af-a728-4fc4-96c4-0f97cf12cf44 for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:25:42.887920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] Routers {'b78cb2af-a728-4fc4-96c4-0f97cf12cf44'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:25:42.890968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:25:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:42.941168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] For port c246ceda-bee1-4bab-9f7b-8f9467282e13, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=c246ceda-bee1-4bab-9f7b-8f9467282e13,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:42.941806 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:42.954213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59062a4c-627e-4034-9612-13825286f944 req-095a9be6-1028-45e3-b683-a952276a9e50 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:42.959296 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-59062a4c-627e-4034-9612-13825286f944 req-095a9be6-1028-45e3-b683-a952276a9e50 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 1.1982875 Jan 24 09:25:43.231164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] Set router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:25:43.235505 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Calling delete_port for c246ceda-bee1-4bab-9f7b-8f9467282e13 owned by network:router_gateway {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:43.260125 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ba2ffdac-3c24-44fa-8534-739bc90f6d2b req-a739fdcf-6cce-4efa-ba75-948039d3a05d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4660575 Jan 24 09:25:43.284367 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-59062a4c-627e-4034-9612-13825286f944 req-d213ec72-0490-46b7-a0bc-bca2a43adbf2 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476645 Jan 24 09:25:43.307578 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be30b927-e757-4bed-9a7e-d399237d7456 req-ad380a22-c407-4fb2-af8d-7542f54d7bb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea HTTP/1.1" status: 200 len: 1001 time: 0.6104813 Jan 24 09:25:43.317391 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-7df353bf-040a-4cf8-b03e-74446401a0c0 service neutron] 10.222.0.13 "GET /v2.0/networks/972bff01-b05f-4ec3-ae00-9b6c502bc7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917319 Jan 24 09:25:43.439464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b927-e757-4bed-9a7e-d399237d7456 req-af86fccf-04bc-43dd-9343-72d1dd80690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:43.439715 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:43.442464 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be30b927-e757-4bed-9a7e-d399237d7456 req-af86fccf-04bc-43dd-9343-72d1dd80690b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f2d4652-a7fd-4b0b-8af1-c7db64f62233 HTTP/1.1" status: 200 len: 849 time: 0.1221275 Jan 24 09:25:43.476655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:43.497734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2ec0d950-3176-408d-bbb5-fed9138a235c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:43.701871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.plugins.ml2.ovo_rpc [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: result = function(*args, **kwargs) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: proto.__init__(conn_state, self) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: self.handle() Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: self.handle_one_request() Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: self.handle_one_response() Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: result = self.application(self.environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return app(environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: response = req.get_response(self.application) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: response = req.get_response(self.application) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: response = req.get_response(self.application) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: response = req.get_response(self.application) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return request.get_response(self.application) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: response = req.get_response(self._app) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return resp(environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return resp(environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: response = self.app(environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return resp(environ, start_response) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:25:43.708547 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: result = method(request=request, **args) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return self._delete(request, id, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return f(*args, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return f(*args, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return f(*dup_args, **dup_kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: obj_deleter(request.context, id, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return method(*args, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return f(*args, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return f(*args, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return f(*dup_args, **dup_kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: self._delete_current_gw_port(context, id, router, None) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: admin_ctx, gw_port_id, l3_port_check=False) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, context, *args, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return method(*args, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: context, port, router_ids, bound_mech_contexts) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: return function(*args, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: callback(resource, event, trigger, **kwargs) Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: if self._is_session_semantic_violated(context, resource, event): Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: stack = traceback.extract_stack() Jan 24 09:25:43.721416 dv-cinder-772181-7-smb neutron-server[79964]: Jan 24 09:25:43.826529 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabd2324-4ca3-4d78-a24d-c6b375c7df30,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:43.835107 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51f70b8929364e03a66cf4969a9f8d84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6726587 Jan 24 09:25:43.835981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43620) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:43.836319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b927-e757-4bed-9a7e-d399237d7456 req-de8a00d5-33ff-4d95-bb7f-92d6398a811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:43.839530 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be30b927-e757-4bed-9a7e-d399237d7456 req-de8a00d5-33ff-4d95-bb7f-92d6398a811b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79adafad-a23c-41c0-ac74-5b7a76123b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3699663 Jan 24 09:25:43.848221 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:43.848735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-router', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:06Z', 'updated_at': '2021-01-24T09:25:36Z', 'revision_number': 5, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'gw_port': {'id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:08Z', 'updated_at': '2021-01-24T09:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:43.863222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba8e52-07ba-4d61-b5f8-75fc8e5cd348 None None] The sync data for ids ['b78cb2af-a728-4fc4-96c4-0f97cf12cf44'] in dv-cinder-772181-7-smb is: [{'id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'name': 'tempest-ServerRescueNegativeTestJSON-2034566859-router', 'tenant_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:06Z', 'updated_at': '2021-01-24T09:25:36Z', 'revision_number': 5, 'project_id': 'fc9d8ac387734cad90f603ceda96b5c3', 'gw_port': {'id': 'c246ceda-bee1-4bab-9f7b-8f9467282e13', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78cb2af-a728-4fc4-96c4-0f97cf12cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:08Z', 'updated_at': '2021-01-24T09:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:25:44.034820 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 86606297-ef37-43e8-8df9-0128d4004420 no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:25:44.093484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef77e4cb-0dd5-4561-ac33-7e2302bbcdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.106069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: 86606297-ef37-43e8-8df9-0128d4004420 {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:25:44.108458 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 86606297-ef37-43e8-8df9-0128d4004420 not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:25:44.135293 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be30b927-e757-4bed-9a7e-d399237d7456 req-c7143bb2-7bbf-495f-9620-a3fbb0150309 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693138 Jan 24 09:25:44.171319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef77e4cb-0dd5-4561-ac33-7e2302bbcdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.231252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854139424'] for router_gateway, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.273040 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5e51f090-cdfe-47b1-8df2-1b17be9e6883 req-621cac34-75e0-41f9-837d-c35442d36360 service neutron] 10.222.0.13 "GET /v2.0/networks/972bff01-b05f-4ec3-ae00-9b6c502bc7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8700478 Jan 24 09:25:44.323177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043fe99-9687-4a65-ae19-90d3e2da8b6c req-aa38c5c3-98d5-4223-88bd-e3fbc9ebe79a tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:44.324916 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2043fe99-9687-4a65-ae19-90d3e2da8b6c req-aa38c5c3-98d5-4223-88bd-e3fbc9ebe79a tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 948 time: 0.6595371 Jan 24 09:25:44.443440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854152156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770398'] for router, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.448455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.481221 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be30b927-e757-4bed-9a7e-d399237d7456 req-5f5e845b-4637-4b6e-b2d0-a5f021e93d5d service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3374286 Jan 24 09:25:44.493297 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2043fe99-9687-4a65-ae19-90d3e2da8b6c req-be25570e-93ef-4754-91b4-b8cc90e09d57 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218121 Jan 24 09:25:44.522667 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf24226-f9db-4486-9727-53e50b02e63c req-971b0643-df05-4dbc-a008-b8371ee53dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:44.524579 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-caf24226-f9db-4486-9727-53e50b02e63c req-971b0643-df05-4dbc-a008-b8371ee53dd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d152867aabd4c43b2bd03694f28e1a4&device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 1165 time: 0.1929317 Jan 24 09:25:44.608413 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef77e4cb-0dd5-4561-ac33-7e2302bbcdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.617895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9c797ecf-bcbf-4add-b367-b6112b961ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:44.640597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77e4cb-0dd5-4561-ac33-7e2302bbcdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabd2324-4ca3-4d78-a24d-c6b375c7df30,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:44.657684 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ef77e4cb-0dd5-4561-ac33-7e2302bbcdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:44.660278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626071'] for router, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.662152 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b78cb2af-a728-4fc4-96c4-0f97cf12cf44 {{(pid=80074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:25:44.721756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.724610 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-76842357-1ef0-427b-820c-ff87a1c44f92 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b78cb2af-a728-4fc4-96c4-0f97cf12cf44 HTTP/1.1" status: 204 len: 168 time: 3.7363660 Jan 24 09:25:44.735140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef77e4cb-0dd5-4561-ac33-7e2302bbcdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.735140 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ef77e4cb-0dd5-4561-ac33-7e2302bbcdde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dabd2324-4ca3-4d78-a24d-c6b375c7df30 HTTP/1.1" status: 204 len: 168 time: 0.8784776 Jan 24 09:25:44.735140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43628) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:44.871394 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db8a014-2325-46a3-9a24-68484ea7f8b9 admin admin] Deleting subnet d33fa811-3200-4925-a427-b7ea88395aa8 {{(pid=80074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:25:44.876628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5db8a014-2325-46a3-9a24-68484ea7f8b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.979408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5db8a014-2325-46a3-9a24-68484ea7f8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851208983'] for subnet, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:45.032249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf24226-f9db-4486-9727-53e50b02e63c req-3c6677de-1062-49c6-8972-6a616f4cc92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:45.035246 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-caf24226-f9db-4486-9727-53e50b02e63c req-3c6677de-1062-49c6-8972-6a616f4cc92d service neutron] 10.222.0.13 "GET /v2.0/networks?id=972bff01-b05f-4ec3-ae00-9b6c502bc7bb HTTP/1.1" status: 200 len: 863 time: 0.5002685 Jan 24 09:25:45.197860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5db8a014-2325-46a3-9a24-68484ea7f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:45.580286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:45.787078 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:45.787707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:45.816322 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-caf24226-f9db-4486-9727-53e50b02e63c req-d1368804-eace-4b2d-9550-175a58e5dcbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4bf5b538-7eba-49c5-a9e6-7e7f4231907e HTTP/1.1" status: 200 len: 217 time: 0.7587199 Jan 24 09:25:46.067793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990bc8e-ebb5-447e-b834-e3327afdec4e req-e183746d-93ea-4610-8503-71d9702f1104 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:46.080416 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1990bc8e-ebb5-447e-b834-e3327afdec4e req-e183746d-93ea-4610-8503-71d9702f1104 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 1.4988096 Jan 24 09:25:46.144863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:46.202449 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78367b02-1a33-4b3c-843f-e15c5b18047b req-fd89cc3b-8dc3-4987-bb85-6a37d20732d1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:46.214179 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-78367b02-1a33-4b3c-843f-e15c5b18047b req-fd89cc3b-8dc3-4987-bb85-6a37d20732d1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 1.3373966 Jan 24 09:25:46.217217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:46.218573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:46.230826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:46.240676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:46.295105 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf24226-f9db-4486-9727-53e50b02e63c req-24800856-e989-485a-a7d9-e56369278d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:46.298772 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-caf24226-f9db-4486-9727-53e50b02e63c req-24800856-e989-485a-a7d9-e56369278d66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05dd3ec2-38c4-49e1-be15-c8b67f833644 HTTP/1.1" status: 200 len: 843 time: 0.4761808 Jan 24 09:25:46.326729 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1990bc8e-ebb5-447e-b834-e3327afdec4e req-98f3a23a-1e97-401c-b3e8-c95b116e4028 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448857 Jan 24 09:25:46.406577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,revision_number=6']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:46.427137 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:46.438400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5db8a014-2325-46a3-9a24-68484ea7f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2475423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363424'] for subnet, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:46.514947 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-78367b02-1a33-4b3c-843f-e15c5b18047b req-eae4537d-1068-4918-a78e-4d11bf5a611a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992184 Jan 24 09:25:46.549416 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:46.643620 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8a014-2325-46a3-9a24-68484ea7f8b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33fa811-3200-4925-a427-b7ea88395aa8,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:46.647488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf24226-f9db-4486-9727-53e50b02e63c req-56a5f6f8-4488-4adb-a00c-741faf1f456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:46.650301 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-caf24226-f9db-4486-9727-53e50b02e63c req-56a5f6f8-4488-4adb-a00c-741faf1f456c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=972bff01-b05f-4ec3-ae00-9b6c502bc7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3096833 Jan 24 09:25:46.651412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5db8a014-2325-46a3-9a24-68484ea7f8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:46.708402 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2', 'code': 200} Jan 24 09:25:46.712339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5db8a014-2325-46a3-9a24-68484ea7f8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:46.727653 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5db8a014-2325-46a3-9a24-68484ea7f8b9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d33fa811-3200-4925-a427-b7ea88395aa8 HTTP/1.1" status: 204 len: 168 time: 1.9965067 Jan 24 09:25:46.729712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43658) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:46.890896 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 43662) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:46.909069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:46.974508 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57616f-0143-4236-88af-750118cbad7f req-fe82b11d-7fda-48de-9db4-c39671e35a89 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:46.978807 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-de57616f-0143-4236-88af-750118cbad7f req-fe82b11d-7fda-48de-9db4-c39671e35a89 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 948 time: 0.4135923 Jan 24 09:25:46.988450 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-caf24226-f9db-4486-9727-53e50b02e63c req-7c1e51ea-d6f1-46d5-a8c2-e9f361ae4f68 service neutron] 10.222.0.13 "GET /v2.0/networks/972bff01-b05f-4ec3-ae00-9b6c502bc7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289716 Jan 24 09:25:47.104316 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-de57616f-0143-4236-88af-750118cbad7f req-ae1af393-8140-47a1-9a56-673b77af09a3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111591 Jan 24 09:25:47.362057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-596878646-network', 'tenant_id': '966b23284c4f4c2ab5dda2dafdf79294'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:47.390415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:47.404556 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Usage tracker for resource:network and tenant:966b23284c4f4c2ab5dda2dafdf79294 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:47.408787 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:47.416975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:47.428337 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-caf24226-f9db-4486-9727-53e50b02e63c req-9748e000-3403-4788-b79f-ef69bff0f07a service neutron] 10.222.0.13 "GET /v2.0/networks/972bff01-b05f-4ec3-ae00-9b6c502bc7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4332221 Jan 24 09:25:47.430838 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Made reservation on behalf of 966b23284c4f4c2ab5dda2dafdf79294 for: {'network': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:25:47.432231 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:47.450099 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:47.462059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network 972bff01-b05f-4ec3-ae00-9b6c502bc7bb details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:25:47.544635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:47.569468 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:47.581430 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Usage tracker for resource:security_group_rule and tenant:966b23284c4f4c2ab5dda2dafdf79294 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:47.585928 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288be1c-bc25-4d3c-8209-5fd947aa7f06 req-e137760f-b703-41fb-a473-d355fc8ab2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:47.587869 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a288be1c-bc25-4d3c-8209-5fd947aa7f06 req-e137760f-b703-41fb-a473-d355fc8ab2df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 1162 time: 0.1584940 Jan 24 09:25:47.588843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:47.665912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:47.686044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a86c34-187e-4867-92be-4e0639ede877']}} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:47.711405 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4') {'for_net_delete': True} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:47.711962 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5b4f1a-da6b-4a71-ba65-21d662b7bec4') {} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:47.748492 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a288be1c-bc25-4d3c-8209-5fd947aa7f06 req-bffcdfe9-f062-4be5-8df3-b38373ed4f2c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504316 Jan 24 09:25:47.764917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3566817'] for segment, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:47.830882 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:47.834115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:25:47.837489 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6450294-6347-48d4-80cf-3cb9085497c4 req-2ee0842b-a409-40dd-b25e-6a4f5bf5cfa3 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:47.844402 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e6450294-6347-48d4-80cf-3cb9085497c4 req-2ee0842b-a409-40dd-b25e-6a4f5bf5cfa3 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.1678617 Jan 24 09:25:47.961416 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-e87f3314-aa89-488f-bcad-f63c6985bd44 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80075) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:25:48.036581 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e6450294-6347-48d4-80cf-3cb9085497c4 req-4f5a13cb-a77b-4681-8cbc-af28cd22f51b tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878219 Jan 24 09:25:48.089761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device c246ceda-bee1-4bab-9f7b-8f9467282e13 no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:25:48.152268 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.153194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: c246ceda-bee1-4bab-9f7b-8f9467282e13 {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:25:48.154148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device c246ceda-bee1-4bab-9f7b-8f9467282e13 not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:25:48.154328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Network d8a86c34-187e-4867-92be-4e0639ede877 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:25:48.164887 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.183157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852299972'] for segment, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.201957 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aeb94-12b7-427f-b82e-a31b04a961f8 req-9d8d406b-9013-4448-bb6e-bde2b7a0566b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:48.203805 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a85aeb94-12b7-427f-b82e-a31b04a961f8 req-9d8d406b-9013-4448-bb6e-bde2b7a0566b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.3581328 Jan 24 09:25:48.206320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f7df54bf-2ec7-4a15-bd7d-ce0a3bafc694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:48.271564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:25:48.308586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd16e6-a665-4581-a01e-fb7772611d7c,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:48.338803 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a85aeb94-12b7-427f-b82e-a31b04a961f8 req-10159b20-f95f-423e-b449-43ba88647d3c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208785 Jan 24 09:25:48.339837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:48.345091 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309784602040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.345549 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Added segment b2cdc7bb-7dc2-4eda-93dd-d6fc2755b15b of type vxlan for network 11c829a2-fd87-4366-9cc2-3c8eafd96927 Jan 24 09:25:48.389907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.451889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Network d8a86c34-187e-4867-92be-4e0639ede877 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:25:48.456872 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.459185 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:48.460287 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.479606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:25:48.494130 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:25:48.502646 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:48.540334 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6433301 Jan 24 09:25:48.547122 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 43686) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:48.635032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:48.636194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.655540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Request body: {'subnet': {'network_id': '11c829a2-fd87-4366-9cc2-3c8eafd96927', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-596878646-subnet', 'tenant_id': '966b23284c4f4c2ab5dda2dafdf79294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:48.698337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.702997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:48.704723 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.709495 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a6e69918-0405-4589-9f6a-d36eae49dae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:48.737751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a86c34-187e-4867-92be-4e0639ede877,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:48.740872 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:48.743373 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-de3151f8-f8c0-4eb4-a868-71f884a9f3d4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d8a86c34-187e-4867-92be-4e0639ede877 HTTP/1.1" status: 204 len: 168 time: 2.0119934 Jan 24 09:25:48.798469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Usage tracker for resource:subnet and tenant:966b23284c4f4c2ab5dda2dafdf79294 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:48.812285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:48.823258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Pushing event updated for resources: {'Network': ['ID=11c829a2-fd87-4366-9cc2-3c8eafd96927,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:48.826961 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:48.830031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:48.863612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network 11c829a2-fd87-4366-9cc2-3c8eafd96927 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:25:48.883279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network 11c829a2-fd87-4366-9cc2-3c8eafd96927 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:25:48.892842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Made reservation on behalf of 966b23284c4f4c2ab5dda2dafdf79294 for: {'subnet': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:25:48.900847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.918716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 4bf5b538-7eba-49c5-a9e6-7e7f4231907e up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:49.006862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43698) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:49.154817 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-209c95ad-a61e-445c-8e63-f9c01ce612d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc9d8ac387734cad90f603ceda96b5c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1460562 Jan 24 09:25:49.159773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43702) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:49.271227 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-630169a5-1807-4f2b-8959-18b9dbfa6390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.342258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-630169a5-1807-4f2b-8959-18b9dbfa6390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.358981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9b38-3aff-405f-9140-953815b4875e req-57372018-9f0c-466e-a287-78d2602383f8 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:49.360807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:25:49.368644 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-809d9b38-3aff-405f-9140-953815b4875e req-57372018-9f0c-466e-a287-78d2602383f8 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 948 time: 0.6869442 Jan 24 09:25:49.371079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:49.371926 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.433250 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-630169a5-1807-4f2b-8959-18b9dbfa6390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.441383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-27f5d3b1-66e8-4e7f-85b7-ad87941e52a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:49.458384 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630169a5-1807-4f2b-8959-18b9dbfa6390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1945c2-199d-4fcd-929b-25f68a9f82c7,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:49.460930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-630169a5-1807-4f2b-8959-18b9dbfa6390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.462216 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-630169a5-1807-4f2b-8959-18b9dbfa6390 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c1945c2-199d-4fcd-929b-25f68a9f82c7 HTTP/1.1" status: 204 len: 168 time: 0.3009732 Jan 24 09:25:49.463322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-630169a5-1807-4f2b-8959-18b9dbfa6390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:49.465638 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-809d9b38-3aff-405f-9140-953815b4875e req-4f420503-9a3f-4f44-8ff6-f1cc9f23807a tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955813 Jan 24 09:25:49.615274 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.670575 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,segment=NetworkSegment(60379dec-ff3a-4ea6-80df-d2b953154595),segment_id=60379dec-ff3a-4ea6-80df-d2b953154595)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:49.673085 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9592d062-81e0-46b9-98dc-374e4f9b83fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf5b538-7eba-49c5-a9e6-7e7f4231907e'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:49.687659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.694669 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:49.932998 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for subnet, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.952307 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9592d062-81e0-46b9-98dc-374e4f9b83fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf5b538-7eba-49c5-a9e6-7e7f4231907e', 'code': 200} Jan 24 09:25:49.953612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:49.963163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 4bf5b538-7eba-49c5-a9e6-7e7f4231907e up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:50.066570 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:50.105002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:50.155451 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:50.156192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:50.266177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=890f25a9-5e53-46aa-92e3-57da17cf1ff9,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:50.271952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:50.323744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873802d9-6089-4362-aa29-5d8802a43793 req-05002b53-6a88-475f-bc71-6ac60a313c06 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:50.326610 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-873802d9-6089-4362-aa29-5d8802a43793 req-05002b53-6a88-475f-bc71-6ac60a313c06 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.6009204 Jan 24 09:25:50.520544 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-873802d9-6089-4362-aa29-5d8802a43793 req-7930e991-401b-4889-b81a-313eb82b06c2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829352 Jan 24 09:25:50.914533 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Checking segment: {'id': 'b2cdc7bb-7dc2-4eda-93dd-d6fc2755b15b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '11c829a2-fd87-4366-9cc2-3c8eafd96927'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:25:50.915200 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Network hostable DHCP agents. Network: 11c829a2-fd87-4366-9cc2-3c8eafd96927, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:25:51.010528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-f0d6a73f-9658-47b9-b587-29d57a2016d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.014343 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-f0d6a73f-9658-47b9-b587-29d57a2016d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 1162 time: 0.4880171 Jan 24 09:25:51.025992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Network 11c829a2-fd87-4366-9cc2-3c8eafd96927 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:25:51.082585 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e404-fd3e-44cf-af4e-d5980a34406e req-063707c2-3a03-441e-a2b5-945b6bef13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.084443 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c8a3e404-fd3e-44cf-af4e-d5980a34406e req-063707c2-3a03-441e-a2b5-945b6bef13e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 1167 time: 0.3979673 Jan 24 09:25:51.089656 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, 11c829a2-fd87-4366-9cc2-3c8eafd96927) {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:25:51.101063 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640bf94-3fcc-4424-bd58-53bae9ab1c02 None None] Network 11c829a2-fd87-4366-9cc2-3c8eafd96927 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:25:51.209025 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a492d-49e4-4054-b331-553fa2260d2f req-bbd46aa6-f9d9-4ea8-91f3-c7c3c3ddbdb8 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.212483 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4c2a492d-49e4-4054-b331-553fa2260d2f req-bbd46aa6-f9d9-4ea8-91f3-c7c3c3ddbdb8 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 950 time: 0.4190943 Jan 24 09:25:51.302161 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.304214 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:51.320237 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c8a3e404-fd3e-44cf-af4e-d5980a34406e req-6e452a2f-a9af-45d5-b462-cd611ff37ff8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270334 Jan 24 09:25:51.503892 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9543908 Jan 24 09:25:51.550879 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4c2a492d-49e4-4054-b331-553fa2260d2f req-af98c10a-77e8-401f-b361-f62b26c802d3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546999 Jan 24 09:25:51.556814 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-146eb949-6ba7-4242-8c27-e1b9e2a864cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.558502 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-146eb949-6ba7-4242-8c27-e1b9e2a864cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 0.5077844 Jan 24 09:25:51.685834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7761ddb9-f885-42a3-b35c-2b345be2cc96 None None] Network 11c829a2-fd87-4366-9cc2-3c8eafd96927 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:25:51.725420 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-9fa4220b-596c-4b38-9ada-e0f6d05bb689 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2 HTTP/1.1" status: 200 len: 1001 time: 0.1584589 Jan 24 09:25:51.907320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 4bf5b538-7eba-49c5-a9e6-7e7f4231907e up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:52.123485 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:52.124088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:52.183657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-8e1cd40a-eda2-46ad-a619-870262a1259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:52.187987 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-8e1cd40a-eda2-46ad-a619-870262a1259e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.4513447 Jan 24 09:25:52.379957 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-e6efe78b-d8a4-4e44-9cc5-605607c804c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:52.383404 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-e6efe78b-d8a4-4e44-9cc5-605607c804c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1841803 Jan 24 09:25:52.569166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b39b31-3539-435f-a583-a8f4c9046b5c req-69ad1aae-cfa8-40d6-bcd3-ee9004b51c1c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:52.584375 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94b39b31-3539-435f-a583-a8f4c9046b5c req-69ad1aae-cfa8-40d6-bcd3-ee9004b51c1c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.3172095 Jan 24 09:25:52.813329 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94b39b31-3539-435f-a583-a8f4c9046b5c req-2419bf7a-a92e-4c2d-928c-35db7d4ac007 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208772 Jan 24 09:25:53.034315 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-615c95c4-0cb2-42aa-b310-2fe296c8c774 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387439 Jan 24 09:25:53.274061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47fb9c-dabb-4a29-85e2-9dd222ec24e1 req-5e891b16-42cf-42e9-8ee8-2896297ee922 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:53.277007 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cd47fb9c-dabb-4a29-85e2-9dd222ec24e1 req-5e891b16-42cf-42e9-8ee8-2896297ee922 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 950 time: 0.3982072 Jan 24 09:25:53.418170 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cd47fb9c-dabb-4a29-85e2-9dd222ec24e1 req-ceaccd20-5b8b-471f-b904-a4cc031b60f8 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222682 Jan 24 09:25:53.430878 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4043701e-2913-41b6-bc67-54fa30d2ae82 req-94a810f9-4089-4b98-8090-7c6de652d54a service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3883932 Jan 24 09:25:53.507101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43808) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:53.514703 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-283616242-network', 'tenant_id': '7a57d1357ff04449a8e37ea33eef3dd4'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:53.530989 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:53.537943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Usage tracker for resource:network and tenant:7a57d1357ff04449a8e37ea33eef3dd4 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:53.542704 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:53.549658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:53.566266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Made reservation on behalf of 7a57d1357ff04449a8e37ea33eef3dd4 for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:25:53.580518 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:53.603981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:53.632452 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:53.639983 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Usage tracker for resource:security_group_rule and tenant:7a57d1357ff04449a8e37ea33eef3dd4 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:53.646073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:53.657143 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:53.825824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:53.845761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:53.858291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dfbccae9-68d9-48b7-bb14-8c223732c85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:53.899712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 4bf5b538-7eba-49c5-a9e6-7e7f4231907e up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:53.920922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f4a5fb-08bf-419c-98e0-18a79fde5dfa,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:53.940412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:53.980522 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:25:54.004013 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.005362 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Added segment aec2c35c-9ebd-40ac-b775-95d92390c30a of type vxlan for network c9750cfb-95b1-4d11-8893-31f5474d9370 Jan 24 09:25:54.072519 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:54.073181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.076262 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.144302 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.146869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:54.148969 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.161238 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fc5f5b61-1e82-4046-bb44-0648eac10805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:54.344606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c2944-0df3-4a9d-baa5-5e49ea8db2b9 req-d393243d-1f5b-4080-8026-afcbadc138c5 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:54.356465 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Pushing event updated for resources: {'Network': ['ID=c9750cfb-95b1-4d11-8893-31f5474d9370,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:54.359952 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fb3c2944-0df3-4a9d-baa5-5e49ea8db2b9 req-d393243d-1f5b-4080-8026-afcbadc138c5 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 950 time: 0.2786374 Jan 24 09:25:54.365218 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8562727 Jan 24 09:25:54.366467 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:54.367007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43826) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:54.376478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Request body: {'subnet': {'network_id': 'c9750cfb-95b1-4d11-8893-31f5474d9370', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-283616242-subnet', 'tenant_id': '7a57d1357ff04449a8e37ea33eef3dd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:54.382297 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:54.382637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.386379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network c9750cfb-95b1-4d11-8893-31f5474d9370 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:25:54.388401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Usage tracker for resource:subnet and tenant:7a57d1357ff04449a8e37ea33eef3dd4 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:54.392290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:54.399768 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:54.418841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network c9750cfb-95b1-4d11-8893-31f5474d9370 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:25:54.427683 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Made reservation on behalf of 7a57d1357ff04449a8e37ea33eef3dd4 for: {'subnet': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:25:54.441876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852412406'] for subnet, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.479732 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fb3c2944-0df3-4a9d-baa5-5e49ea8db2b9 req-8e09294b-466b-4319-a94a-08b316ba615b tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179082 Jan 24 09:25:55.112832 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852300326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852412389'] for subnet, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:55.132863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-00eebca0-9c96-42e2-924d-c11590220863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:55.303178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e495fb8-7163-4afa-81e9-790e2fd4f970,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:55.317194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:55.405716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Checking segment: {'id': 'aec2c35c-9ebd-40ac-b775-95d92390c30a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c9750cfb-95b1-4d11-8893-31f5474d9370'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:25:55.406232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Network hostable DHCP agents. Network: c9750cfb-95b1-4d11-8893-31f5474d9370, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:25:55.432378 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Network c9750cfb-95b1-4d11-8893-31f5474d9370 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:25:55.447097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, c9750cfb-95b1-4d11-8893-31f5474d9370) {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:25:55.469189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:55.470279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:55.517317 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1399148 Jan 24 09:25:55.518148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea13874-e065-4778-ab73-02d8279a7a78 None None] Network c9750cfb-95b1-4d11-8893-31f5474d9370 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:25:55.542282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a927a7c4-a22d-44ca-8ffc-b8fac00f6a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:55.718240 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-33b77257-7ca9-4230-b95c-324710aa9882 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:55.720379 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-33b77257-7ca9-4230-b95c-324710aa9882 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.13 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 950 time: 0.1589904 Jan 24 09:25:55.866987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43882) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:55.882582 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Deleting port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:55.883232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:55.956142 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 4bf5b538-7eba-49c5-a9e6-7e7f4231907e no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:25:56.046796 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f540a64-9299-4473-8598-26f5ebbc0fa2 None None] Network c9750cfb-95b1-4d11-8893-31f5474d9370 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:25:56.114325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9052d3-388d-4535-b107-faf1008266a6 admin admin] Deleting subnet 890f25a9-5e53-46aa-92e3-57da17cf1ff9 {{(pid=80074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:25:56.136038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc9052d3-388d-4535-b107-faf1008266a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:56.299861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc9052d3-388d-4535-b107-faf1008266a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851208983'] for subnet, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:56.421000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc9052d3-388d-4535-b107-faf1008266a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:56.422499 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2571f4-034f-46cb-a92e-645f457f9643 req-28b31096-fbe2-49a4-8a07-a41acd3539a5 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:56.438201 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da2571f4-034f-46cb-a92e-645f457f9643 req-28b31096-fbe2-49a4-8a07-a41acd3539a5 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 950 time: 0.5163202 Jan 24 09:25:56.546063 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:56.585834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9592d062-81e0-46b9-98dc-374e4f9b83fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bf5b538-7eba-49c5-a9e6-7e7f4231907e'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:56.587241 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da2571f4-034f-46cb-a92e-645f457f9643 req-c08a9aaa-04a2-4a86-90e7-8a93ddf7b6d1 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477933 Jan 24 09:25:56.610162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,segment=NetworkSegment(60379dec-ff3a-4ea6-80df-d2b953154595),segment_id=60379dec-ff3a-4ea6-80df-d2b953154595)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:56.617557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:56.624830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:56.762790 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] For port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,segment=NetworkSegment(60379dec-ff3a-4ea6-80df-d2b953154595),segment_id=60379dec-ff3a-4ea6-80df-d2b953154595)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:56.763612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:56.821266 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9592d062-81e0-46b9-98dc-374e4f9b83fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bf5b538-7eba-49c5-a9e6-7e7f4231907e', 'code': 200} Jan 24 09:25:56.822666 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:56.827366 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:56.927691 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Calling delete_port for 4bf5b538-7eba-49c5-a9e6-7e7f4231907e owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:57.003449 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc9052d3-388d-4535-b107-faf1008266a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2475423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363424'] for subnet, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:57.037456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2db0b138-ec3d-49cf-bdc8-748c46474098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:57.087736 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:25:57.088106 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:25:57.215649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9052d3-388d-4535-b107-faf1008266a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890f25a9-5e53-46aa-92e3-57da17cf1ff9,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:57.237909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fc9052d3-388d-4535-b107-faf1008266a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:57.292454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc9052d3-388d-4535-b107-faf1008266a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:57.306177 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-fc9052d3-388d-4535-b107-faf1008266a6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/890f25a9-5e53-46aa-92e3-57da17cf1ff9 HTTP/1.1" status: 204 len: 168 time: 1.4338348 Jan 24 09:25:57.306535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43938) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:57.495509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:57.589589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Deleting port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:57.589995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:57.783942 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:57.911033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43950) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:57.920975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c829a2-fd87-4366-9cc2-3c8eafd96927']}} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:57.936821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cdc7bb-7dc2-4eda-93dd-d6fc2755b15b') {'for_net_delete': True} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:57.937162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cdc7bb-7dc2-4eda-93dd-d6fc2755b15b') {} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:57.956763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3566817'] for segment, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:57.980320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:57.983426 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:25:58.017784 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e0db8ad-7990-4a32-85ce-e036087be300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:58.215300 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] For port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,segment=NetworkSegment(60379dec-ff3a-4ea6-80df-d2b953154595),segment_id=60379dec-ff3a-4ea6-80df-d2b953154595)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:58.216895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:58.220536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:58.392033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e736916-7cb7-425f-a974-755052a184bb req-6d5edf76-78d0-420e-b521-017e9d5f3486 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:58.403621 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0e736916-7cb7-425f-a974-755052a184bb req-6d5edf76-78d0-420e-b521-017e9d5f3486 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 948 time: 0.4688237 Jan 24 09:25:58.440478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:58.514376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Calling delete_port for 4bf5b538-7eba-49c5-a9e6-7e7f4231907e owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:58.635463 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0e736916-7cb7-425f-a974-755052a184bb req-3bc428e6-dad9-4a79-9c65-95246b1d78c3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/security-groups?id=41bece06-4b90-4674-b459-b7f4d401d232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304192 Jan 24 09:25:58.641357 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:58.644827 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Network 11c829a2-fd87-4366-9cc2-3c8eafd96927 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:25:58.655992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e8657d1af640edb3454a3b03c315e2 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:58.660602 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852299972'] for segment, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:58.676087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:58.738525 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:58.758079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:58.774571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-710c11e2-bdd7-44f0-9e88-431f63344121 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:58.826239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Pushing event deleted for resources: {'Port': ['ID=4bf5b538-7eba-49c5-a9e6-7e7f4231907e,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:58.888792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:58.897439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Network 11c829a2-fd87-4366-9cc2-3c8eafd96927 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:25:58.923791 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:25:59.025734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] No DVR routers for this DVR port 4bf5b538-7eba-49c5-a9e6-7e7f4231907e on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:25:59.028891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.032051 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9592d062-81e0-46b9-98dc-374e4f9b83fb', 'name': 'network-vif-deleted', 'tag': '4bf5b538-7eba-49c5-a9e6-7e7f4231907e'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:59.037754 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.043713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.055594 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e4f5456c-c5d7-4335-860d-1c52cd4e1a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:59.059010 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-639b4004-f7a5-4759-8dcb-a3005cda53ad req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.13 "DELETE /v2.0/ports/4bf5b538-7eba-49c5-a9e6-7e7f4231907e HTTP/1.1" status: 204 len: 173 time: 3.3326323 Jan 24 09:25:59.087191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Pushing event deleted for resources: {'Network': ['ID=11c829a2-fd87-4366-9cc2-3c8eafd96927,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:59.093245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:59.102721 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] 10.222.0.18 "DELETE /v2.0/networks/11c829a2-fd87-4366-9cc2-3c8eafd96927 HTTP/1.1" status: 204 len: 168 time: 1.7947488 Jan 24 09:25:59.107643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 43960) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:59.142311 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.147629 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.175992 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9592d062-81e0-46b9-98dc-374e4f9b83fb', 'name': 'network-vif-deleted', 'tag': '4bf5b538-7eba-49c5-a9e6-7e7f4231907e', 'status': 'completed', 'code': 200} Jan 24 09:25:59.177914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:59.209999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee0a6ac-db98-4a0a-9531-10bc524c559b admin admin] Deleting subnet 2e495fb8-7163-4afa-81e9-790e2fd4f970 {{(pid=80073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:25:59.217940 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a6ac-db98-4a0a-9531-10bc524c559b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.247434 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8e8657d1af640edb3454a3b03c315e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3349750 Jan 24 09:25:59.248779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43964) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:59.319941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68abd41-5e96-418f-9c82-de1673cf8fcf,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:59.324303 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a6ac-db98-4a0a-9531-10bc524c559b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.326781 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:59.343566 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a6ac-db98-4a0a-9531-10bc524c559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.355338 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3cd2e9e7-955b-4ab5-825a-b55c91db80db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.403353 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3cd2e9e7-955b-4ab5-825a-b55c91db80db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.486858 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3cd2e9e7-955b-4ab5-825a-b55c91db80db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.496154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:59.519972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2e9e7-955b-4ab5-825a-b55c91db80db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68abd41-5e96-418f-9c82-de1673cf8fcf,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:59.525303 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3cd2e9e7-955b-4ab5-825a-b55c91db80db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:59.529913 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3cd2e9e7-955b-4ab5-825a-b55c91db80db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.537721 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3cd2e9e7-955b-4ab5-825a-b55c91db80db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e68abd41-5e96-418f-9c82-de1673cf8fcf HTTP/1.1" status: 204 len: 168 time: 0.2794311 Jan 24 09:25:59.631757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.775214 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a6ac-db98-4a0a-9531-10bc524c559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for subnet, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.855746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ecc3e3fb-d963-4615-bf9e-5a1810fb28a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:59.902667 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0a6ac-db98-4a0a-9531-10bc524c559b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e495fb8-7163-4afa-81e9-790e2fd4f970,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:59.908410 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4ee0a6ac-db98-4a0a-9531-10bc524c559b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:59.956619 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a6ac-db98-4a0a-9531-10bc524c559b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.971820 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-4ee0a6ac-db98-4a0a-9531-10bc524c559b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2e495fb8-7163-4afa-81e9-790e2fd4f970 HTTP/1.1" status: 204 len: 168 time: 0.8576930 Jan 24 09:25:59.972547 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 43980) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:59.976699 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.154791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43986) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:00.180988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.212096 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:00.220362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] Usage tracker for resource:security_group_rule and tenant:6f3a1ceccbd741daa3b819037782a0d5 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:00.226333 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:00.238317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:00.424058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.428077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.443420 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e72ffc1-1851-41c7-918f-42e407826cff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:00.498645 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f3a1ceccbd741daa3b819037782a0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379276 Jan 24 09:26:00.498645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732c6345-a915-4b00-b966-7a34684044ae,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:00.498932 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.499760 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 43990) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:00.522694 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:00.589126 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-994ed0e7-295d-49b4-8761-5389faa3d68c req-eb077592-b80b-49cc-985b-abf7ae5e8e34 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Synchronizing usage tracker for tenant:9d152867aabd4c43b2bd03694f28e1a4 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:26:00.619519 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3dbca968-2442-4dca-a2bb-8ba4b6fdd4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.663125 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3dbca968-2442-4dca-a2bb-8ba4b6fdd4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.741455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3dbca968-2442-4dca-a2bb-8ba4b6fdd4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.750672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-41f3419e-7a22-4ffe-b4a1-e524d36f3313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:00.776226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbca968-2442-4dca-a2bb-8ba4b6fdd4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732c6345-a915-4b00-b966-7a34684044ae,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:00.779738 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-994ed0e7-295d-49b4-8761-5389faa3d68c req-eb077592-b80b-49cc-985b-abf7ae5e8e34 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Unset dirty status for tenant:9d152867aabd4c43b2bd03694f28e1a4 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:26:00.780263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3dbca968-2442-4dca-a2bb-8ba4b6fdd4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:00.781407 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-994ed0e7-295d-49b4-8761-5389faa3d68c req-eb077592-b80b-49cc-985b-abf7ae5e8e34 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] 10.222.0.18 "GET /v2.0/ports?device_id=9592d062-81e0-46b9-98dc-374e4f9b83fb HTTP/1.1" status: 200 len: 210 time: 0.3981459 Jan 24 09:26:00.793105 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3dbca968-2442-4dca-a2bb-8ba4b6fdd4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.797208 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3dbca968-2442-4dca-a2bb-8ba4b6fdd4b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/732c6345-a915-4b00-b966-7a34684044ae HTTP/1.1" status: 204 len: 168 time: 0.2955847 Jan 24 09:26:00.826548 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.024665 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.025332 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.026843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.027469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > port after_create 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.028042 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.028723 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > port after_update 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.029301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.029909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.030572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.031203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.175675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.176156 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.176599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.177031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:26:01.177477 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9750cfb-95b1-4d11-8893-31f5474d9370']}} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:01.194072 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec2c35c-9ebd-40ac-b775-95d92390c30a') {'for_net_delete': True} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:01.194439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec2c35c-9ebd-40ac-b775-95d92390c30a') {} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:01.208096 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541365'] for segment, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.225794 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.228058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:26:01.459649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Network c9750cfb-95b1-4d11-8893-31f5474d9370 has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:26:01.477022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852428107'] for segment, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.751255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Network c9750cfb-95b1-4d11-8893-31f5474d9370 has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: (rel_b, rel_a, rel_b), Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: (rel_b, rel_a, rel_b), Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:26:01.861629 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:26:01.895147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.899448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:01.920744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9750cfb-95b1-4d11-8893-31f5474d9370,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:01.923813 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.935389 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c9750cfb-95b1-4d11-8893-31f5474d9370 HTTP/1.1" status: 204 len: 168 time: 1.9615054 Jan 24 09:26:01.937395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:02.296814 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 44034) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:02.360011 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-309c0c43-3553-4a3c-b3e9-52711c03b466 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=966b23284c4f4c2ab5dda2dafdf79294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611081 Jan 24 09:26:02.363746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44038) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:02.449411 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7126225f-c0b8-4be8-9a8a-4cb5fc700d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:02.509371 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7126225f-c0b8-4be8-9a8a-4cb5fc700d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:02.594323 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7126225f-c0b8-4be8-9a8a-4cb5fc700d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:02.601865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2008e562-af44-40a8-91a0-306b01ea73a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:02.629359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126225f-c0b8-4be8-9a8a-4cb5fc700d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd16e6-a665-4581-a01e-fb7772611d7c,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:02.632272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7126225f-c0b8-4be8-9a8a-4cb5fc700d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:02.634437 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-7126225f-c0b8-4be8-9a8a-4cb5fc700d5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcfd16e6-a665-4581-a01e-fb7772611d7c HTTP/1.1" status: 204 len: 168 time: 0.2689455 Jan 24 09:26:02.636277 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7126225f-c0b8-4be8-9a8a-4cb5fc700d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:03.529424 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 44118) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:03.653555 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-a4b447e6-1d44-48cf-bc24-ebfc79ef0ac5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a57d1357ff04449a8e37ea33eef3dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1220152 Jan 24 09:26:03.659916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44136) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:03.815826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d975f107-1063-4503-a50f-c122aabd06bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.875768 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d975f107-1063-4503-a50f-c122aabd06bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.946446 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d975f107-1063-4503-a50f-c122aabd06bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.956376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d3d5d5cd-447e-4b64-bd4c-909b71dcf9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:03.973722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975f107-1063-4503-a50f-c122aabd06bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f4a5fb-08bf-419c-98e0-18a79fde5dfa,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:03.980719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d975f107-1063-4503-a50f-c122aabd06bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:03.990120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d975f107-1063-4503-a50f-c122aabd06bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.998672 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d975f107-1063-4503-a50f-c122aabd06bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9f4a5fb-08bf-419c-98e0-18a79fde5dfa HTTP/1.1" status: 204 len: 168 time: 0.3313274 Jan 24 09:26:05.800165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab03ba9-6242-498a-854f-ac3d36badd87 req-0eff0b86-557f-455e-995a-868fae3ca1b0 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:05.812627 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6ab03ba9-6242-498a-854f-ac3d36badd87 req-0eff0b86-557f-455e-995a-868fae3ca1b0 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 945 time: 0.1856027 Jan 24 09:26:05.906053 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6ab03ba9-6242-498a-854f-ac3d36badd87 req-9f332ec9-3740-44d8-86a9-659ae0eb40f4 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921021 Jan 24 09:26:07.406240 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d4762-a9b6-4b44-b7f3-5b0d4ea1ad6c req-cabf0881-9a10-4e84-af25-bcbe10ce157b tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:07.415596 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f58d4762-a9b6-4b44-b7f3-5b0d4ea1ad6c req-cabf0881-9a10-4e84-af25-bcbe10ce157b tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 945 time: 0.2305083 Jan 24 09:26:07.490873 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f58d4762-a9b6-4b44-b7f3-5b0d4ea1ad6c req-8f317a4d-1ba1-4e6d-ab8e-6b40d9a09ff8 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741346 Jan 24 09:26:09.010819 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a5be6-7f5e-4a3c-8ef4-6f4153ab88db req-214390c8-f46d-4d3f-bf1f-8b4203c738ee tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:09.012772 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-915a5be6-7f5e-4a3c-8ef4-6f4153ab88db req-214390c8-f46d-4d3f-bf1f-8b4203c738ee tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 945 time: 0.1712449 Jan 24 09:26:09.084313 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-915a5be6-7f5e-4a3c-8ef4-6f4153ab88db req-b98c1676-bf01-4c29-b723-0caf4622aa2a tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621650 Jan 24 09:26:09.185916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 44376) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:09.413094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:09.440486 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:09.447523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Usage tracker for resource:security_group_rule and tenant:7fdda33d6ea9431fba35be7aeeb1f2dd is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:09.453599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:09.463985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:09.604327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:09.609690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:09.625285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ef77e4cb-0dd5-4561-ac33-7e2302bbcdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:09.702739 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fdda33d6ea9431fba35be7aeeb1f2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117726 Jan 24 09:26:09.703791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44398) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:09.708779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5595051-a3dc-44dd-8a52-0e2638f58124,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:09.726919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.726919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.726919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.727448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.728227 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.728969 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.729719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.730449 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.731638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.732407 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.733076 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.733999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.735583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.736237 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.736906 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.737488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.738072 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.738740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.739301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.739857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.740397 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.741094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.741537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.742112 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:09.749494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:09.816162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-36b1eec0-d38e-4e26-9e3b-27caa436bfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:09.861071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-36b1eec0-d38e-4e26-9e3b-27caa436bfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:09.917008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-36b1eec0-d38e-4e26-9e3b-27caa436bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:09.921941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-765e7a41-d762-4d14-bf40-a128b395074b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:09.938737 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1eec0-d38e-4e26-9e3b-27caa436bfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5595051-a3dc-44dd-8a52-0e2638f58124,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:09.943965 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-36b1eec0-d38e-4e26-9e3b-27caa436bfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:09.955753 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-36b1eec0-d38e-4e26-9e3b-27caa436bfee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5595051-a3dc-44dd-8a52-0e2638f58124 HTTP/1.1" status: 204 len: 168 time: 0.2427278 Jan 24 09:26:09.961687 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-36b1eec0-d38e-4e26-9e3b-27caa436bfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:10.378758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-77dc21bc-09a8-4a4b-acb9-3703da33fddf tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:10.380586 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-77dc21bc-09a8-4a4b-acb9-3703da33fddf tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.13 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 945 time: 0.2191978 Jan 24 09:26:10.521767 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 44414) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:10.546479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:10.558079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Deleting port cae1b751-e5de-4d8c-acb0-2e44af1428ff {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:26:10.558534 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:10.567290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:10.573092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] Usage tracker for resource:security_group_rule and tenant:ffc4f791def1499cad29dd60a9a54428 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:10.577370 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:10.586632 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:10.714034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:10.717560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:10.728081 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d8866a94-2052-4b65-85ed-28d9299af3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:10.768225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7086842c-aea7-4743-8d4f-76f7438ff683,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:10.775667 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:10.815321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07db2f-4051-4d73-ac09-8aac4dbe64e9 req-df654b57-1741-4d3a-a972-e65d87508343 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:10.817553 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa07db2f-4051-4d73-ac09-8aac4dbe64e9 req-df654b57-1741-4d3a-a972-e65d87508343 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 945 time: 0.4359462 Jan 24 09:26:10.824063 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffc4f791def1499cad29dd60a9a54428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008871 Jan 24 09:26:10.825675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 44424) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:10.947243 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ad9eafc0-6388-420a-bf41-ccc914f8e1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:10.980407 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa07db2f-4051-4d73-ac09-8aac4dbe64e9 req-db4379f7-ac75-4f69-b3de-d84aa113c1c8 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/security-groups?id=a229894b-fdf2-4db9-80de-49b11a35e975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265647 Jan 24 09:26:10.982787 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ad9eafc0-6388-420a-bf41-ccc914f8e1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:11.050084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ad9eafc0-6388-420a-bf41-ccc914f8e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:11.062255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-30b7331b-76d4-44b2-840f-a3617973975b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:11.086922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eafc0-6388-420a-bf41-ccc914f8e1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7086842c-aea7-4743-8d4f-76f7438ff683,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:11.092980 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ad9eafc0-6388-420a-bf41-ccc914f8e1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:11.113191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ad9eafc0-6388-420a-bf41-ccc914f8e1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:11.113608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] For port cae1b751-e5de-4d8c-acb0-2e44af1428ff, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cae1b751-e5de-4d8c-acb0-2e44af1428ff,segment=NetworkSegment(86786ac3-7ed1-4351-abc6-de4dec9cce32),segment_id=86786ac3-7ed1-4351-abc6-de4dec9cce32)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:11.114015 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:11.123719 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ad9eafc0-6388-420a-bf41-ccc914f8e1a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7086842c-aea7-4743-8d4f-76f7438ff683 HTTP/1.1" status: 204 len: 168 time: 0.2961235 Jan 24 09:26:11.331668 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Calling delete_port for cae1b751-e5de-4d8c-acb0-2e44af1428ff owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:26:11.393545 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44436) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:11.522073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:11.630952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-17e782e1-1a6d-4711-a104-00fc2a83021c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:11.716855 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Pushing event deleted for resources: {'Port': ['ID=cae1b751-e5de-4d8c-acb0-2e44af1428ff,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:11.738123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.738123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.738123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.738123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.738123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.738123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.738123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.738123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.738123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.738123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.739866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.739866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.739866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.739866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.739866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.740506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.740506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.741254 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.741254 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.741540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.742019 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.742245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.742669 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.743415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:11.768145 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:11.892737 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3a93bf26-6235-489e-9ad6-06518dfb5216 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d152867aabd4c43b2bd03694f28e1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975598 Jan 24 09:26:11.895222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 44450) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:11.929516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device cae1b751-e5de-4d8c-acb0-2e44af1428ff no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:26:11.970385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] No DVR routers for this DVR port cae1b751-e5de-4d8c-acb0-2e44af1428ff on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:26:11.975816 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:11.982475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7f3a0a9c-cb6f-449e-a6b3-400b131fcf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:12.012818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c50eac0-420c-4a13-9e9b-3fd6d93f01b5', 'name': 'network-vif-deleted', 'tag': 'cae1b751-e5de-4d8c-acb0-2e44af1428ff'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:26:12.025834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] No Port match for: cae1b751-e5de-4d8c-acb0-2e44af1428ff {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:26:12.026512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device cae1b751-e5de-4d8c-acb0-2e44af1428ff not bound to the agent host hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:26:12.029948 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fdccc03e-bc98-40cd-bcc3-c13c9c8a7328 req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.13 "DELETE /v2.0/ports/cae1b751-e5de-4d8c-acb0-2e44af1428ff HTTP/1.1" status: 204 len: 173 time: 1.5853560 Jan 24 09:26:12.100929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7f3a0a9c-cb6f-449e-a6b3-400b131fcf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:12.192703 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c50eac0-420c-4a13-9e9b-3fd6d93f01b5', 'name': 'network-vif-deleted', 'tag': 'cae1b751-e5de-4d8c-acb0-2e44af1428ff', 'status': 'completed', 'code': 200} Jan 24 09:26:12.209932 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7f3a0a9c-cb6f-449e-a6b3-400b131fcf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:12.239385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7609d0d0-bbdd-4486-9b87-5f6cb942debf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:12.276707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a0a9c-cb6f-449e-a6b3-400b131fcf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bece06-4b90-4674-b459-b7f4d401d232,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:12.300469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7f3a0a9c-cb6f-449e-a6b3-400b131fcf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:12.323048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7f3a0a9c-cb6f-449e-a6b3-400b131fcf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:12.338414 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-7f3a0a9c-cb6f-449e-a6b3-400b131fcf0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41bece06-4b90-4674-b459-b7f4d401d232 HTTP/1.1" status: 204 len: 168 time: 0.4295886 Jan 24 09:26:12.485983 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-b3128d96-f476-4779-b907-95da6a93a0ee req-ad91704b-f75a-4820-9963-e9202e788988 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Synchronizing usage tracker for tenant:597fbaf228c84894baa0c073ba97abca on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:26:12.530393 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-b3128d96-f476-4779-b907-95da6a93a0ee req-ad91704b-f75a-4820-9963-e9202e788988 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Unset dirty status for tenant:597fbaf228c84894baa0c073ba97abca on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:26:12.532770 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3128d96-f476-4779-b907-95da6a93a0ee req-ad91704b-f75a-4820-9963-e9202e788988 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] 10.222.0.18 "GET /v2.0/ports?device_id=0c50eac0-420c-4a13-9e9b-3fd6d93f01b5 HTTP/1.1" status: 200 len: 210 time: 0.2515666 Jan 24 09:26:13.887083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 44506) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:14.149938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-810347288-network', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:14.178336 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:14.186502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Usage tracker for resource:network and tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:14.190397 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:14.197637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:14.211604 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Made reservation on behalf of b929a8ec5eeb4a2a8b9b16715b648ee9 for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:26:14.217923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.234150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.255615 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:14.262598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Usage tracker for resource:security_group_rule and tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:14.266767 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:14.276247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:14.435954 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.439576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.459077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:26:14.471078 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.471436 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Added segment 976b5c1d-1f09-47c7-9218-9694d4037c64 of type vxlan for network b62ca119-e5af-4450-bd62-08f453d0ad89 Jan 24 09:26:14.509170 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.550928 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e418f92a-af43-43a4-ad9a-50595b920d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:14.572338 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.577038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:14.577810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.627999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96a4469-e64f-4f64-a47d-0bcd96ca443d,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:14.639495 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:14.640220 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:14.747832 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8589408 Jan 24 09:26:14.754302 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44534) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:14.774001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Request body: {'subnet': {'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-810347288-subnet', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'ip_version': 4}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:14.784699 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Pushing event updated for resources: {'Network': ['ID=b62ca119-e5af-4450-bd62-08f453d0ad89,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:14.785930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:14.788913 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:14.793869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Usage tracker for resource:subnet and tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:14.798994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:14.801851 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network b62ca119-e5af-4450-bd62-08f453d0ad89 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:26:14.810728 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:14.831971 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Made reservation on behalf of b929a8ec5eeb4a2a8b9b16715b648ee9 for: {'subnet': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:26:14.841147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851266563'] for subnet, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.988247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network b62ca119-e5af-4450-bd62-08f453d0ad89 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:26:15.528587 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852428717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851266580'] for subnet, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:15.555983 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cc899bca-acee-4e5a-b00e-7832370d9a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:15.690213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614d4951-5496-4800-8529-a26454b81005,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:15.693976 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:15.823961 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Checking segment: {'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:26:15.825596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Network hostable DHCP agents. Network: b62ca119-e5af-4450-bd62-08f453d0ad89, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:26:15.852113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Network b62ca119-e5af-4450-bd62-08f453d0ad89 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:26:15.868167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, b62ca119-e5af-4450-bd62-08f453d0ad89) {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:15.895028 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda359a8-f0ce-471a-8337-9a2dacab802c None None] Network b62ca119-e5af-4450-bd62-08f453d0ad89 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:26:15.921327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:15.922398 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:15.983675 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2266057 Jan 24 09:26:15.987850 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44556) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:16.000806 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:16.016735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:16.038799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Usage tracker for resource:router and tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:16.048655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:16.073335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:16.096336 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770381'] for router, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:16.097681 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636311', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5435'] for router, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:16.147499 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:16.353096 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c98073-1307-5b7b-957a-31adcb0bea93-b62ca119-e5af-4450-bd62-08f453d0ad89', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005'}]}} from dv-cinder-772181-7-smb. {{(pid=80075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:26:16.354446 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:16.829439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Allocated IP 172.20.0.2 (b62ca119-e5af-4450-bd62-08f453d0ad89/614d4951-5496-4800-8529-a26454b81005/764dc37e-2538-4652-9657-e0ba7eff20d6) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:26:17.127241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854152186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5418'] for router, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:17.346079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:17.359432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Transition to ACTIVE for port object 764dc37e-2538-4652-9657-e0ba7eff20d6 will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:26:17.383317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Transition to ACTIVE for port object 764dc37e-2538-4652-9657-e0ba7eff20d6 will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:26:17.390624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:17.409540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:17.489203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Pushing event updated for resources: {'Port': ['ID=764dc37e-2538-4652-9657-e0ba7eff20d6,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:17.551572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:17.736746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Network b62ca119-e5af-4450-bd62-08f453d0ad89 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:26:17.739318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:17.750095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:26:17.765619 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:17.829743 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:17.849083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Attempting to bind port 764dc37e-2538-4652-9657-e0ba7eff20d6 on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:17.850115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Attempting to bind port 764dc37e-2538-4652-9657-e0ba7eff20d6 by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:26:17.850953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Attempting to bind port 764dc37e-2538-4652-9657-e0ba7eff20d6 on network b62ca119-e5af-4450-bd62-08f453d0ad89 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:26:17.860653 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:26:17.861951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Checking segment: {'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:26:17.862801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:17.863513 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Bound using segment: {'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:26:17.865358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Bound port: 764dc37e-2538-4652-9657-e0ba7eff20d6, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:26:17.865358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:18.049190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] For port 764dc37e-2538-4652-9657-e0ba7eff20d6, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:26:18.055808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] For port 764dc37e-2538-4652-9657-e0ba7eff20d6, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=764dc37e-2538-4652-9657-e0ba7eff20d6,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:26:18.067659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:18.093470 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:18.306954 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Pushing event updated for resources: {'Port': ['ID=764dc37e-2538-4652-9657-e0ba7eff20d6,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:18.311484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:18.378732 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Allocated IP 172.28.3.160 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/d886b73c-970a-430c-b4bb-2b42abc51c0f) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:26:18.771188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:18.964032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:18.988499 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4e4a98a8-0114-4ea5-a0b3-cb65262345c5 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:19.206033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=d886b73c-970a-430c-b4bb-2b42abc51c0f,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:19.211822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:19.279617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:26:19.280951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:19.283959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:26:19.354860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:26:19.817637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:20.251014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d87cf5-b827-4c63-97e0-05894a07ca68 None None] Network b62ca119-e5af-4450-bd62-08f453d0ad89 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:26:20.385275 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 764dc37e-2538-4652-9657-e0ba7eff20d6 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:20.569401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-703c1375-6f7b-4d82-a0e0-642592435c71 None None] Provisioning for port 764dc37e-2538-4652-9657-e0ba7eff20d6 completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:26:20.598748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 764dc37e-2538-4652-9657-e0ba7eff20d6 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:26:20.617037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 764dc37e-2538-4652-9657-e0ba7eff20d6 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:20.617457 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:20.646841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854139454'] for router, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:20.986330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:21.040540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Router 776bcee7-b9e9-4308-938f-9ec767ce395c is scheduled to L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e with binding_index 1 {{(pid=80073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:26:21.080431 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 764dc37e-2538-4652-9657-e0ba7eff20d6, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=764dc37e-2538-4652-9657-e0ba7eff20d6,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:21.086583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:21.089434 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:21.252551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=764dc37e-2538-4652-9657-e0ba7eff20d6,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:21.267307 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:21.333089 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:26:21.350427 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Sync routers for ids ['776bcee7-b9e9-4308-938f-9ec767ce395c'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:26:21.368724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Routers {'776bcee7-b9e9-4308-938f-9ec767ce395c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:26:21.369750 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:25:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['776bcee7-b9e9-4308-938f-9ec767ce395c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:21.380854 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:21.389785 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 44638) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:21.401830 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4112952 Jan 24 09:26:21.482740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44642) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:21.583012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b785bd05-3e9f-4041-8460-fa4b5b145b78 None None] Provisioning complete for port 764dc37e-2538-4652-9657-e0ba7eff20d6 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:21.583638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b785bd05-3e9f-4041-8460-fa4b5b145b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:21.781085 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:21.797502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Set router 776bcee7-b9e9-4308-938f-9ec767ce395c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:21.818880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:21.829598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e215ad657c043d88dd9b2ccc00fb26b is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:21.834199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:21.844707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:22.169024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:22.173003 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:22.207685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a16c50a3-cb8c-48b7-96e2-7439fec1b249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:22.229870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 764dc37e-2538-4652-9657-e0ba7eff20d6 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:22.266510 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e215ad657c043d88dd9b2ccc00fb26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7787008 Jan 24 09:26:22.266510 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef1f8a0-c4ec-45a6-93c7-12cba6a7bbc0,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:22.268494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44656) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:22.287182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:22.364871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c71f5f7d-963c-4463-948f-50121038611d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:22.398308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c71f5f7d-963c-4463-948f-50121038611d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:22.467943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c71f5f7d-963c-4463-948f-50121038611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:22.483721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d975f107-1063-4503-a50f-c122aabd06bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:22.518702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f5f7d-963c-4463-948f-50121038611d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef1f8a0-c4ec-45a6-93c7-12cba6a7bbc0,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:22.525686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c71f5f7d-963c-4463-948f-50121038611d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:22.527028 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c71f5f7d-963c-4463-948f-50121038611d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:22.534169 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c71f5f7d-963c-4463-948f-50121038611d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aef1f8a0-c4ec-45a6-93c7-12cba6a7bbc0 HTTP/1.1" status: 204 len: 168 time: 0.2518418 Jan 24 09:26:22.719002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 764dc37e-2538-4652-9657-e0ba7eff20d6 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:22.719381 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:22.874582 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-bc08aaad-6978-4eeb-a0cd-724a489e82ba None None] Provisioning complete for port 764dc37e-2538-4652-9657-e0ba7eff20d6 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:22.874582 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc08aaad-6978-4eeb-a0cd-724a489e82ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:22.875989 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44668) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:22.999077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:23.001961 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:19Z', 'revision_number': 3, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:23.113551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Checking router: 776bcee7-b9e9-4308-938f-9ec767ce395c for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:26:23.114196 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Updating router 776bcee7-b9e9-4308-938f-9ec767ce395c port d886b73c-970a-430c-b4bb-2b42abc51c0f binding host dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:26:23.401215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:23.427588 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:23.434137 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] Usage tracker for resource:security_group_rule and tenant:40493f733cfc4721ab55462fff8b3475 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:23.440017 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:23.451894 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:23.490248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:23.547295 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44676) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:23.594671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:23.606546 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:23.610001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:23.621770 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8975b90b-c0b5-4476-ba9f-04d323b41ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:23.640374 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Allocated IP 172.20.0.1 (b62ca119-e5af-4450-bd62-08f453d0ad89/614d4951-5496-4800-8529-a26454b81005/bda98b98-01a1-4fc6-9fd6-92f52999a3ac) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:26:23.665423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:23.679502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] Usage tracker for resource:security_group_rule and tenant:355343d15567409091826211fd75ec2f is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:23.686819 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:23.695012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:23.702761 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40493f733cfc4721ab55462fff8b3475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8228023 Jan 24 09:26:23.702761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844ef34f-b88c-41fb-b1e6-a7c564a77f10,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:23.704498 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 44680) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:23.745520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:23.827082 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:23.831994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:23.848441 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eeb7f26f-1ee0-4307-a246-d18c0e9ed87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:23.925620 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=355343d15567409091826211fd75ec2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770938 Jan 24 09:26:23.929889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44684) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:23.933073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e507a1d-ffa4-4d9a-9f36-e9b4e07d0a92,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:23.946857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:23.952052 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29115bc5-f363-44df-a7b6-16bff4354ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.021893 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5a80-371b-453a-9787-be7cd029c7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.033114 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.045172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29115bc5-f363-44df-a7b6-16bff4354ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.094765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5a80-371b-453a-9787-be7cd029c7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.106766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Transition to ACTIVE for port object bda98b98-01a1-4fc6-9fd6-92f52999a3ac will not be triggered until provisioned by entity DHCP. {{(pid=80074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:26:24.154989 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29115bc5-f363-44df-a7b6-16bff4354ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.161586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-630169a5-1807-4f2b-8959-18b9dbfa6390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:24.175690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.194501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29115bc5-f363-44df-a7b6-16bff4354ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844ef34f-b88c-41fb-b1e6-a7c564a77f10,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:24.195865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5a80-371b-453a-9787-be7cd029c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.197140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-29115bc5-f363-44df-a7b6-16bff4354ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:24.200568 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.202639 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-935432ac-0254-454e-8299-97a2ce36d948 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:24.225752 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ba606eb8-180c-47a2-972d-2aae882f646f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:24.255820 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa5a80-371b-453a-9787-be7cd029c7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e507a1d-ffa4-4d9a-9f36-e9b4e07d0a92,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:24.263707 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4dfa5a80-371b-453a-9787-be7cd029c7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:24.270083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5a80-371b-453a-9787-be7cd029c7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.275732 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-4dfa5a80-371b-453a-9787-be7cd029c7c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e507a1d-ffa4-4d9a-9f36-e9b4e07d0a92 HTTP/1.1" status: 204 len: 168 time: 0.3443270 Jan 24 09:26:24.303514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Transition to ACTIVE for port object d886b73c-970a-430c-b4bb-2b42abc51c0f will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:26:24.353171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.423546 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Pushing event updated for resources: {'Port': ['ID=bda98b98-01a1-4fc6-9fd6-92f52999a3ac,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:24.433658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:24.435083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29115bc5-f363-44df-a7b6-16bff4354ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.437207 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-29115bc5-f363-44df-a7b6-16bff4354ac3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/844ef34f-b88c-41fb-b1e6-a7c564a77f10 HTTP/1.1" status: 204 len: 168 time: 0.7306595 Jan 24 09:26:24.516981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:24.591862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Network b62ca119-e5af-4450-bd62-08f453d0ad89 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:26:24.594218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:24.609392 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:26:24.650712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.730605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6558f3-6658-409b-bd6f-abf4e9b81beb None None] Pushing event updated for resources: {'Port': ['ID=d886b73c-970a-430c-b4bb-2b42abc51c0f,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:24.751225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Attempting to bind port d886b73c-970a-430c-b4bb-2b42abc51c0f on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:24.752978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Attempting to bind port d886b73c-970a-430c-b4bb-2b42abc51c0f by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:26:24.753636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Attempting to bind port d886b73c-970a-430c-b4bb-2b42abc51c0f on network de65dbf3-a864-41cb-b58d-918771c2a6a0 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:26:24.762746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636272'] for router_interface, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.766776 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9f6558f3-6658-409b-bd6f-abf4e9b81beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:24.768854 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:26:24.769401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Checking segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:26:24.769876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.770335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Bound using segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:26:24.770904 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Bound port: d886b73c-970a-430c-b4bb-2b42abc51c0f, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:26:24.771325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.996140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] For port d886b73c-970a-430c-b4bb-2b42abc51c0f, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:26:25.005603 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] For port d886b73c-970a-430c-b4bb-2b42abc51c0f, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=d886b73c-970a-430c-b4bb-2b42abc51c0f,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:26:25.010989 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:25.284892 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:25.325234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44708) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:25.372608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:25.409112 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:25.420826 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] Usage tracker for resource:security_group_rule and tenant:4ea80ffcd58d4a6e849da86b5bb39979 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:25.425540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6558f3-6658-409b-bd6f-abf4e9b81beb None None] Pushing event updated for resources: {'Port': ['ID=d886b73c-970a-430c-b4bb-2b42abc51c0f,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:25.429907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9f6558f3-6658-409b-bd6f-abf4e9b81beb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:25.441911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:25.452418 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:25.454607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Routers {'776bcee7-b9e9-4308-938f-9ec767ce395c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:26:25.455470 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:25:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['776bcee7-b9e9-4308-938f-9ec767ce395c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:25.583100 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:25.585557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:25.588144 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:25.617428 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4de220cb-2625-48e3-a26b-7f0feb96c071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:25.720205 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ea80ffcd58d4a6e849da86b5bb39979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894320 Jan 24 09:26:25.720205 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44716) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:25.739995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f27aa44-b576-4691-8825-d99595f277b5,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:25.754583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:25.799996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4911bb3c-fe55-49ea-bd45-2a6161646066 None None] Provisioning for port bda98b98-01a1-4fc6-9fd6-92f52999a3ac completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:26:25.862180 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f216cd0f-8a6f-48aa-89b3-4a13b52cd081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:25.912738 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f216cd0f-8a6f-48aa-89b3-4a13b52cd081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:25.934158 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4911bb3c-fe55-49ea-bd45-2a6161646066 None None] Provisioning complete for port bda98b98-01a1-4fc6-9fd6-92f52999a3ac triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:25.934866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4911bb3c-fe55-49ea-bd45-2a6161646066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.007523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5e20e235-0597-41ea-87ee-f75b4a4b0e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.077566 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f216cd0f-8a6f-48aa-89b3-4a13b52cd081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.085798 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d90340db-3275-4a43-a612-2a90f081313c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:26.124462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216cd0f-8a6f-48aa-89b3-4a13b52cd081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f27aa44-b576-4691-8825-d99595f277b5,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:26.127247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f216cd0f-8a6f-48aa-89b3-4a13b52cd081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:26.128563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f216cd0f-8a6f-48aa-89b3-4a13b52cd081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.129831 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f216cd0f-8a6f-48aa-89b3-4a13b52cd081 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f27aa44-b576-4691-8825-d99595f277b5 HTTP/1.1" status: 204 len: 168 time: 0.4081910 Jan 24 09:26:26.181021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.187705 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852299966'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.248779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:26.385290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] Set router 776bcee7-b9e9-4308-938f-9ec767ce395c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:26.471941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Pushing event updated for resources: {'Port': ['ID=bda98b98-01a1-4fc6-9fd6-92f52999a3ac,revision_number=2']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:26.477811 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853738566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637915'] for router_interface, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.519903 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:26.522877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-4911bb3c-fe55-49ea-bd45-2a6161646066 None None] Port bda98b98-01a1-4fc6-9fd6-92f52999a3ac cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:26:26.950597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Network b62ca119-e5af-4450-bd62-08f453d0ad89 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:26:26.952256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:27.524951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ee7ee94b-9e90-4fbc-8a9b-c164e641f40e None None] Provisioning complete for port bda98b98-01a1-4fc6-9fd6-92f52999a3ac triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:27.525785 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee94b-9e90-4fbc-8a9b-c164e641f40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:27.614106 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ee94b-9e90-4fbc-8a9b-c164e641f40e None None] Port bda98b98-01a1-4fc6-9fd6-92f52999a3ac cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:26:27.617416 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:23Z', 'revision_number': 1, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:27.626854 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3f873-5c4d-4e5a-a385-61f82eceeed0 None None] The sync data for ids ['776bcee7-b9e9-4308-938f-9ec767ce395c'] in dv-cinder-772181-7-smb is: [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:23Z', 'revision_number': 1, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:26:27.817074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Router 776bcee7-b9e9-4308-938f-9ec767ce395c has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:26:28.043562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e17adb3a-b623-460b-baca-573c5d103139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:28.327037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:26:28.371786 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] 10.222.0.18 "PUT /v2.0/routers/776bcee7-b9e9-4308-938f-9ec767ce395c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9787188 Jan 24 09:26:28.448484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:29.593236 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:29.967305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:30.252370 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device d886b73c-970a-430c-b4bb-2b42abc51c0f up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:30.399546 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44828) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:30.407242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2005344888-network', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:30.434095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:30.439360 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Usage tracker for resource:network and tenant:0dc64dc172b54b7a80c4bcc31cbfa1b7 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:30.443368 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:30.454537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:30.470634 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port d886b73c-970a-430c-b4bb-2b42abc51c0f completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:26:30.474007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Made reservation on behalf of 0dc64dc172b54b7a80c4bcc31cbfa1b7 for: {'network': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:26:30.485006 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:30.489056 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port d886b73c-970a-430c-b4bb-2b42abc51c0f triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:30.489694 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:30.535552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:30.583207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:30.597845 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Usage tracker for resource:security_group_rule and tenant:0dc64dc172b54b7a80c4bcc31cbfa1b7 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:30.605507 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:30.619179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:30.816289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:30.865169 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port d886b73c-970a-430c-b4bb-2b42abc51c0f, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=d886b73c-970a-430c-b4bb-2b42abc51c0f,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:30.871644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:30.876139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:30.931028 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:30.940422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:30.950862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0ecbcf37-8787-4e61-a5f7-1ad2d0d03bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:30.968897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=d886b73c-970a-430c-b4bb-2b42abc51c0f,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:30.983370 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.983931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.984478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.985305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.985869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.986526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.988061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.988061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.988631 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.989426 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.990031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.990700 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.991627 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.992233 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.993245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.994132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.995210 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.995903 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.996904 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.997768 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.998597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:30.999273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:31.000033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:31.000729 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:31.009036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:31.017062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069289b9-a8c3-4656-9140-1cfe06dfd258 req-f582ce6a-668a-49cf-995e-1589821d84cb tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:31.019813 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-069289b9-a8c3-4656-9140-1cfe06dfd258 req-f582ce6a-668a-49cf-995e-1589821d84cb tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.2752411 Jan 24 09:26:31.053986 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:26:31.172976 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537df52e-25ea-4b01-a572-9f7f679e5146,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:31.177244 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309784602040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:31.177562 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Added segment a538f7a0-5444-46dc-b5b0-687ea540e9bd of type vxlan for network 6465df53-f57e-4590-8251-6e0d51937666 Jan 24 09:26:31.179515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:31.187145 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-069289b9-a8c3-4656-9140-1cfe06dfd258 req-b2a5a618-add1-494d-8859-ddf559d9d587 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358745 Jan 24 09:26:31.239017 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:31.284588 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:31.287800 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:31.288971 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:31.301031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9a0b3f82-ebe1-4491-8d47-f23794ffd650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:31.544072 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1373973 Jan 24 09:26:31.544072 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Pushing event updated for resources: {'Network': ['ID=6465df53-f57e-4590-8251-6e0d51937666,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:31.544072 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 44852) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:31.549182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:31.556235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Request body: {'subnet': {'network_id': '6465df53-f57e-4590-8251-6e0d51937666', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2005344888-subnet', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'ip_version': 4}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:31.556408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network 6465df53-f57e-4590-8251-6e0d51937666 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:26:31.565510 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:31.572914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Usage tracker for resource:subnet and tenant:0dc64dc172b54b7a80c4bcc31cbfa1b7 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:31.578340 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:31.590344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network 6465df53-f57e-4590-8251-6e0d51937666 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:26:31.590882 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:31.617039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Made reservation on behalf of 0dc64dc172b54b7a80c4bcc31cbfa1b7 for: {'subnet': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:26:31.627935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851266563'] for subnet, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:32.072061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:26:32.321563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device d886b73c-970a-430c-b4bb-2b42abc51c0f up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:32.622048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port d886b73c-970a-430c-b4bb-2b42abc51c0f triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:32.627322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:32.798742 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-d796dde0-6f06-4ea7-99e0-43e36b4998a2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:32.798742 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-d796dde0-6f06-4ea7-99e0-43e36b4998a2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.13 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 945 time: 0.7524745 Jan 24 09:26:32.840065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:33.003701 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Sync routers for ids ['776bcee7-b9e9-4308-938f-9ec767ce395c'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:26:33.010789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:33.012605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:26:33.027001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:33.033564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c294eeef-62dc-4553-8eef-60b97082805e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:33.056178 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Routers {'776bcee7-b9e9-4308-938f-9ec767ce395c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:26:33.057718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:26:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['776bcee7-b9e9-4308-938f-9ec767ce395c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:33.183540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,revision_number=7']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:33.189663 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:33.379537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Deleting port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:26:33.379711 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:33.460623 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Set router 776bcee7-b9e9-4308-938f-9ec767ce395c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:33.694281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c6796-590b-404a-ab61-13b938b0cca4 req-264feaf7-1ddb-4869-b2d1-271a8a179634 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:33.697816 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b44c6796-590b-404a-ab61-13b938b0cca4 req-264feaf7-1ddb-4869-b2d1-271a8a179634 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.7419901 Jan 24 09:26:33.913068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ed3d-aff1-41f3-b471-65060c1d7126 req-44d8e5e0-78d7-49a4-bd8a-c163cfed3973 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:33.927932 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2b85ed3d-aff1-41f3-b471-65060c1d7126 req-44d8e5e0-78d7-49a4-bd8a-c163cfed3973 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.9520271 Jan 24 09:26:34.196567 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b44c6796-590b-404a-ab61-13b938b0cca4 req-9895ae8b-511e-4cc2-80c7-c2c0c9ba788b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4790316 Jan 24 09:26:34.247492 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 2, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:34.252382 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2b85ed3d-aff1-41f3-b471-65060c1d7126 req-ece5ff64-51ba-4fca-b45b-79ccc502c379 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227949 Jan 24 09:26:34.255805 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Checking router: 776bcee7-b9e9-4308-938f-9ec767ce395c for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:26:34.256580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Updating router 776bcee7-b9e9-4308-938f-9ec767ce395c port bda98b98-01a1-4fc6-9fd6-92f52999a3ac binding host dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:26:34.329017 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:34.462065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] For port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:34.463162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:34.484515 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2', 'code': 200} Jan 24 09:26:34.639967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852428717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851266580'] for subnet, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:34.693079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:35.333522 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:35.355401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Transition to ACTIVE for port object bda98b98-01a1-4fc6-9fd6-92f52999a3ac will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:26:35.369816 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:35.437846 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5141bf61-1b38-438e-8c7b-f38931b0b321,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:35.480577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:35.646863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:35.815464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:35.815993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:35.816772 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Floating IP 712fb05d-8650-4288-b252-3d48a3cb6db9 disassociated. External IP: 172.28.3.120, port: 5ba6b6c4-3700-4f71-beb9-1e502693fbb2. Jan 24 09:26:35.817197 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Calling delete_port for 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:26:35.880573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Pushing event updated for resources: {'Port': ['ID=bda98b98-01a1-4fc6-9fd6-92f52999a3ac,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:35.923802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.924452 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.925087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.925725 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.926370 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.927057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.927712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.928341 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.928980 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.929616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.930243 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.930920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.931718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.932344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.933531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.934145 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.934833 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.935458 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.937129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.937129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.937319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.937856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.938497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.939113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:35.952466 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:36.038705 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Attempting to bind port bda98b98-01a1-4fc6-9fd6-92f52999a3ac on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:36.039390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Attempting to bind port bda98b98-01a1-4fc6-9fd6-92f52999a3ac by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:26:36.040089 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Attempting to bind port bda98b98-01a1-4fc6-9fd6-92f52999a3ac on network b62ca119-e5af-4450-bd62-08f453d0ad89 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:26:36.056116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Checking segment: {'id': 'a538f7a0-5444-46dc-b5b0-687ea540e9bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6465df53-f57e-4590-8251-6e0d51937666'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:26:36.056803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Network hostable DHCP agents. Network: 6465df53-f57e-4590-8251-6e0d51937666, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:26:36.066952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:26:36.068133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Checking segment: {'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:26:36.068277 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:36.068960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Bound using segment: {'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:26:36.069718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Bound port: bda98b98-01a1-4fc6-9fd6-92f52999a3ac, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:26:36.072335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:36.149589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2916e-1048-407b-bc49-8aa0ea91edc6 req-b8098af1-6c74-428a-b362-67f398c69432 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:36.152371 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d9c2916e-1048-407b-bc49-8aa0ea91edc6 req-b8098af1-6c74-428a-b362-67f398c69432 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 943 time: 0.5579281 Jan 24 09:26:36.258703 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] For port bda98b98-01a1-4fc6-9fd6-92f52999a3ac, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:26:36.265628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] For port bda98b98-01a1-4fc6-9fd6-92f52999a3ac, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=bda98b98-01a1-4fc6-9fd6-92f52999a3ac,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:26:36.271239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:36.290048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3e5f9-689e-4b42-be3c-268211dc213e req-8819f219-dbf8-4686-b602-37feab48987e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:36.294040 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8dc3e5f9-689e-4b42-be3c-268211dc213e req-8819f219-dbf8-4686-b602-37feab48987e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.5933218 Jan 24 09:26:36.314735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c67b06f0-a774-4ee8-95f9-a024375e2c9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:36.381893 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Network 6465df53-f57e-4590-8251-6e0d51937666 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:26:36.472270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, 6465df53-f57e-4590-8251-6e0d51937666) {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:36.485719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a654aa0-2cf9-4051-a0cc-d856210a1d9d None None] Network 6465df53-f57e-4590-8251-6e0d51937666 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:26:36.551244 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Pushing event updated for resources: {'Port': ['ID=bda98b98-01a1-4fc6-9fd6-92f52999a3ac,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:36.556118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-84983893-b4f2-4bcb-9954-67119dd26d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:36.588371 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d9c2916e-1048-407b-bc49-8aa0ea91edc6 req-6baf7b37-e686-4a70-9d82-04ceea796491 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590953 Jan 24 09:26:36.618774 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8dc3e5f9-689e-4b42-be3c-268211dc213e req-2581bd00-2fb6-4d59-94e7-8f82ea92a583 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673142 Jan 24 09:26:36.626001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:36.627128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:36.644993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:36.734212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Routers {'776bcee7-b9e9-4308-938f-9ec767ce395c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:26:36.735842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:26:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['776bcee7-b9e9-4308-938f-9ec767ce395c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:36.851132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a5ea2111-03e4-45a5-970d-e0d39fce3964 tempest-VolumesSnapshotTestJSON-1780555441 tempest-VolumesSnapshotTestJSON-1780555441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:37.028419 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event deleted for resources: {'Port': ['ID=5ba6b6c4-3700-4f71-beb9-1e502693fbb2,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:37.039494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:37.095736 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c98073-1307-5b7b-957a-31adcb0bea93-6465df53-f57e-4590-8251-6e0d51937666', 'network_id': '6465df53-f57e-4590-8251-6e0d51937666', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'fixed_ips': [{'subnet_id': '5141bf61-1b38-438e-8c7b-f38931b0b321'}]}} from dv-cinder-772181-7-smb. {{(pid=80075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:26:37.097181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:37.190317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] Set router 776bcee7-b9e9-4308-938f-9ec767ce395c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:37.205440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 44968) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:37.216086 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.6703601 Jan 24 09:26:37.222666 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2005344888-router', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:37.230649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:37.252471 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Usage tracker for resource:router and tenant:0dc64dc172b54b7a80c4bcc31cbfa1b7 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:37.262550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:37.277162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:37.303318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770381'] for router, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:37.307050 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636311', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5435'] for router, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:37.355956 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:37.704451 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Router 5d0e64d3-b86e-4112-8416-9fb4df83974c has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:26:37.976769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Allocated IP 172.20.0.2 (6465df53-f57e-4590-8251-6e0d51937666/5141bf61-1b38-438e-8c7b-f38931b0b321/d521c960-7af2-420b-93be-8ac0615f5f2f) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:26:38.299423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:26:38.392793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device bda98b98-01a1-4fc6-9fd6-92f52999a3ac up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:38.462270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] Sync routers for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:26:38.475736 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854152186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5418'] for router, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:38.499702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:36Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:38.524615 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d8895-dca7-47ae-bf11-a9e7b013fa97 None None] The sync data for ids ['776bcee7-b9e9-4308-938f-9ec767ce395c'] in dv-cinder-772181-7-smb is: [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:36Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:26:38.548715 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] No DVR routers for this DVR port 5ba6b6c4-3700-4f71-beb9-1e502693fbb2 on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:26:38.574328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:38.578779 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fdc4f4ef-d169-47ef-bcb0-98a814f5e57b req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.13 "DELETE /v2.0/ports/5ba6b6c4-3700-4f71-beb9-1e502693fbb2 HTTP/1.1" status: 204 len: 173 time: 5.6865039 Jan 24 09:26:38.590084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'name': 'network-vif-deleted', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:26:38.622337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-25429785-46cf-4393-a0ad-63519a508335 req-421fb521-8dc2-4659-9e46-84394f99bf1a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Synchronizing usage tracker for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:26:38.627678 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:26:38.632126 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:26:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:38.711416 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-25429785-46cf-4393-a0ad-63519a508335 req-421fb521-8dc2-4659-9e46-84394f99bf1a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Unset dirty status for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:26:38.730816 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-25429785-46cf-4393-a0ad-63519a508335 req-421fb521-8dc2-4659-9e46-84394f99bf1a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=8697ea9f-34b5-4bf0-91be-19869660e32a HTTP/1.1" status: 200 len: 210 time: 0.4375231 Jan 24 09:26:38.881863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a5266-62a1-43c7-9fe8-013b0db2ffa3 req-483d4a7a-5003-423c-9632-e87fe79f53bc tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:38.900489 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-404a5266-62a1-43c7-9fe8-013b0db2ffa3 req-483d4a7a-5003-423c-9632-e87fe79f53bc tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.6056726 Jan 24 09:26:39.077449 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697ea9f-34b5-4bf0-91be-19869660e32a', 'name': 'network-vif-deleted', 'tag': '5ba6b6c4-3700-4f71-beb9-1e502693fbb2', 'status': 'completed', 'code': 200} Jan 24 09:26:39.127010 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-404a5266-62a1-43c7-9fe8-013b0db2ffa3 req-4278d1b2-4957-4ae6-bad0-aa9d65d1d5e7 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246873 Jan 24 09:26:39.160016 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45012) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:39.490119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:39.504847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c093d809-e2bd-4e7d-965d-0d15d639abe2 admin admin] Deleting subnet 9009cf9e-2db5-4917-8547-3cc40cfa93e8 {{(pid=80073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:26:39.516395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c093d809-e2bd-4e7d-965d-0d15d639abe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:39.636690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c093d809-e2bd-4e7d-965d-0d15d639abe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851234435'] for subnet, precommit_delete_associations {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:39.721776 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c093d809-e2bd-4e7d-965d-0d15d639abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:39.730724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45018) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:40.000951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:40.128742 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:40.233390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:40.439588 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45038) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:40.441638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c093d809-e2bd-4e7d-965d-0d15d639abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2347030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3509207'] for subnet, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:40.576468 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-37f0d272-82b8-4feb-a8b6-079409177665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:40.848907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093d809-e2bd-4e7d-965d-0d15d639abe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9009cf9e-2db5-4917-8547-3cc40cfa93e8,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:40.962016 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Allocated IP 172.28.3.222 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/450f018c-4840-4cf9-97e6-7b8a0230d815) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:26:41.027615 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port bda98b98-01a1-4fc6-9fd6-92f52999a3ac completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:26:41.174060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port bda98b98-01a1-4fc6-9fd6-92f52999a3ac triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:41.174488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.217630 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c093d809-e2bd-4e7d-965d-0d15d639abe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:41.243407 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6c71a5a4-6ed1-493a-8140-69db5694a1c1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.280408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6c71a5a4-6ed1-493a-8140-69db5694a1c1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.314486 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.324425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:41.324688 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.342728 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6c71a5a4-6ed1-493a-8140-69db5694a1c1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.353739 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c4e0581f-6fa0-4689-833c-11ee7630046a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:41.379984 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71a5a4-6ed1-493a-8140-69db5694a1c1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eb78fc-1656-40bf-bb47-6b52ffe7a3cd,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:41.389626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6c71a5a4-6ed1-493a-8140-69db5694a1c1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:41.411423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.450957 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.485395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.497812 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9d1f8b9a-fd41-48ba-8241-5f115c1faa28 tempest-ServerRescueNegativeTestJSON-775720920 tempest-ServerRescueNegativeTestJSON-775720920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:41.502188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb09db-3da4-4535-937f-aeb9e25e2cb6 req-8e9b2c99-3cc3-4f33-a106-fb26f5e67848 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:41.504504 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4beb09db-3da4-4535-937f-aeb9e25e2cb6 req-8e9b2c99-3cc3-4f33-a106-fb26f5e67848 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 1.0165644 Jan 24 09:26:41.516644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6c71a5a4-6ed1-493a-8140-69db5694a1c1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.516985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Transition to ACTIVE for port object d521c960-7af2-420b-93be-8ac0615f5f2f will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:26:41.521149 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-6c71a5a4-6ed1-493a-8140-69db5694a1c1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "DELETE /v2.0/security-groups/06eb78fc-1656-40bf-bb47-6b52ffe7a3cd HTTP/1.1" status: 204 len: 168 time: 1.0751305 Jan 24 09:26:41.523172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45052) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:41.583652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c093d809-e2bd-4e7d-965d-0d15d639abe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.585730 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c093d809-e2bd-4e7d-965d-0d15d639abe2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9009cf9e-2db5-4917-8547-3cc40cfa93e8 HTTP/1.1" status: 204 len: 168 time: 2.4245679 Jan 24 09:26:41.603880 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4beb09db-3da4-4535-937f-aeb9e25e2cb6 req-7522599a-207b-4c90-8793-3573bbea063c tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723157 Jan 24 09:26:41.608085 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45058) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:41.646683 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.v2.resource [None req-6fb8b109-669b-4a19-ae37-2ecaddbbdab1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] show failed (client error): The resource could not be found. Jan 24 09:26:41.648571 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-6fb8b109-669b-4a19-ae37-2ecaddbbdab1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups/06eb78fc-1656-40bf-bb47-6b52ffe7a3cd HTTP/1.1" status: 404 len: 347 time: 0.1235299 Jan 24 09:26:41.742625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Transition to ACTIVE for port object d521c960-7af2-420b-93be-8ac0615f5f2f will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:26:41.748749 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.753682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45062) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:41.754267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45064) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:41.795758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port bda98b98-01a1-4fc6-9fd6-92f52999a3ac, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=bda98b98-01a1-4fc6-9fd6-92f52999a3ac,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:41.806415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.836771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:41.968049 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:42.044673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Deleting port 93a4e231-037b-4134-97c4-594d13b7f8e0 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:26:42.045511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:42.106948 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Pushing event updated for resources: {'Port': ['ID=d521c960-7af2-420b-93be-8ac0615f5f2f,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:42.115935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:42.210976 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:42.281444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:42.302249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] Checking router: 5d0e64d3-b86e-4112-8416-9fb4df83974c for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:26:42.307177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:42.308402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:42.363391 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:26:42.364116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:26:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:42.373846 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Pushing event updated for resources: {'Port': ['ID=450f018c-4840-4cf9-97e6-7b8a0230d815,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:42.378372 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:42.387764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:42.392969 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] Usage tracker for resource:security_group_rule and tenant:ecbae0487b234a08aab094d8a1fe265b is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:42.398648 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:42.416070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:42.498304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:42.516112 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Calling delete_port for 93a4e231-037b-4134-97c4-594d13b7f8e0 owned by network:floatingip {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:26:42.549311 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=bda98b98-01a1-4fc6-9fd6-92f52999a3ac,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:42.561656 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:42.566994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:42.608021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:26:42.612077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:42.623503 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:26:42.627537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Network 6465df53-f57e-4590-8251-6e0d51937666 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:26:42.631011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:42.637182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:26:42.638883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:42.643390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] Usage tracker for resource:security_group_rule and tenant:a7e8aacae63e404daaa8b6c9d3dd5ea9 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:42.647176 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:42.666118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:42.738808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:42.819154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:42.837509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:42.858972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b43b6066-1948-4ddd-a55d-a748ae1920a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:42.899723 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f08479b-f705-482f-a26e-c2af93b72d01,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:42.900440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Attempting to bind port d521c960-7af2-420b-93be-8ac0615f5f2f on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:42.901694 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Attempting to bind port d521c960-7af2-420b-93be-8ac0615f5f2f by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'a538f7a0-5444-46dc-b5b0-687ea540e9bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6465df53-f57e-4590-8251-6e0d51937666'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:26:42.902389 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Attempting to bind port d521c960-7af2-420b-93be-8ac0615f5f2f on network 6465df53-f57e-4590-8251-6e0d51937666 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:26:42.942206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:42.945933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:26:42.946682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Checking segment: {'id': 'a538f7a0-5444-46dc-b5b0-687ea540e9bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6465df53-f57e-4590-8251-6e0d51937666'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:26:42.947449 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:42.948889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Bound using segment: {'id': 'a538f7a0-5444-46dc-b5b0-687ea540e9bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6465df53-f57e-4590-8251-6e0d51937666'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:26:42.949852 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Bound port: d521c960-7af2-420b-93be-8ac0615f5f2f, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a538f7a0-5444-46dc-b5b0-687ea540e9bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6465df53-f57e-4590-8251-6e0d51937666'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:26:42.950594 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:43.057171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:43.132301 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7e8aacae63e404daaa8b6c9d3dd5ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3691289 Jan 24 09:26:43.138117 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45074) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:43.162609 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:43.223613 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e16bfa33-5590-4f15-b7c5-7bb7825748fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:43.325358 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecbae0487b234a08aab094d8a1fe265b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4643121 Jan 24 09:26:43.367650 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45078) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:43.406542 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:43.426263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7726207-9156-4dd3-b766-0705f2c39a0b,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:43.476449 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:43.511713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] For port d521c960-7af2-420b-93be-8ac0615f5f2f, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:26:43.547583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] For port d521c960-7af2-420b-93be-8ac0615f5f2f, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=d521c960-7af2-420b-93be-8ac0615f5f2f,segment=NetworkSegment(a538f7a0-5444-46dc-b5b0-687ea540e9bd),segment_id=a538f7a0-5444-46dc-b5b0-687ea540e9bd)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:26:43.587073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:43.599877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10e58bf4-c300-4571-be83-3005a1dae9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:43.608015 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:43.618408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5a8f12ea-2f62-4635-9eaf-1a1600fa776e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:43.722550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:43.763831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8158bd7e-f035-4e5a-a61b-27e4347cdbab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:43.828627 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5a8f12ea-2f62-4635-9eaf-1a1600fa776e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:43.842234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10e58bf4-c300-4571-be83-3005a1dae9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:43.909968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event deleted for resources: {'Port': ['ID=93a4e231-037b-4134-97c4-594d13b7f8e0,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:43.953694 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:44.018785 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994b382e-ac10-4d41-8ea1-2e5057416b33']}} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:44.033325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:44.060911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Pushing event updated for resources: {'Port': ['ID=d521c960-7af2-420b-93be-8ac0615f5f2f,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:44.098289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86786ac3-7ed1-4351-abc6-de4dec9cce32') {'for_net_delete': True} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:44.098853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86786ac3-7ed1-4351-abc6-de4dec9cce32') {} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:44.149931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:44.150239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541365'] for segment, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:44.190502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device bda98b98-01a1-4fc6-9fd6-92f52999a3ac up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:44.215814 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836420-3485-46aa-9f1a-624baec6c9b2 req-b1539b53-d266-4c6f-bb8c-4ce577c9d7e7 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:44.218768 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-19836420-3485-46aa-9f1a-624baec6c9b2 req-b1539b53-d266-4c6f-bb8c-4ce577c9d7e7 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.9091837 Jan 24 09:26:44.221050 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5a8f12ea-2f62-4635-9eaf-1a1600fa776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:44.236285 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3b0301d2-4b75-4f97-aae9-d356c7115543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:44.265675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f12ea-2f62-4635-9eaf-1a1600fa776e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7726207-9156-4dd3-b766-0705f2c39a0b,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:44.274637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:44.274960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5a8f12ea-2f62-4635-9eaf-1a1600fa776e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:44.278126 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:44.280309 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:26:44.303280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f26ca5-f159-46a2-aa38-31b2cd972c9a None None] The sync data for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb is: [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:26:44.326844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5a8f12ea-2f62-4635-9eaf-1a1600fa776e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:44.329066 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5a8f12ea-2f62-4635-9eaf-1a1600fa776e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7726207-9156-4dd3-b766-0705f2c39a0b HTTP/1.1" status: 204 len: 168 time: 0.9596097 Jan 24 09:26:44.376660 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port bda98b98-01a1-4fc6-9fd6-92f52999a3ac triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:44.378498 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:44.572745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10e58bf4-c300-4571-be83-3005a1dae9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:44.581012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-36b1eec0-d38e-4e26-9e3b-27caa436bfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:44.719352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e58bf4-c300-4571-be83-3005a1dae9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f08479b-f705-482f-a26e-c2af93b72d01,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:44.800678 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854139454'] for router, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:44.883232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-10e58bf4-c300-4571-be83-3005a1dae9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:45.008438 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-19836420-3485-46aa-9f1a-624baec6c9b2 req-ed87b870-9c71-4df0-95a7-b3eb8220b0df tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6813300 Jan 24 09:26:45.135093 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb46d66-0526-47ff-82d4-3a0506888aef None None] New status for floating IP 712fb05d-8650-4288-b252-3d48a3cb6db9: DOWN {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:26:45.167021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:45.172115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:45.173447 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "DELETE /v2.0/floatingips/712fb05d-8650-4288-b252-3d48a3cb6db9 HTTP/1.1" status: 204 len: 168 time: 3.4171941 Jan 24 09:26:45.191711 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10e58bf4-c300-4571-be83-3005a1dae9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:45.210402 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-10e58bf4-c300-4571-be83-3005a1dae9a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f08479b-f705-482f-a26e-c2af93b72d01 HTTP/1.1" status: 204 len: 168 time: 2.0631216 Jan 24 09:26:45.242614 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Network 994b382e-ac10-4d41-8ea1-2e5057416b33 has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:26:45.264722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852428107'] for segment, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:45.375348 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Router da600e49-80df-42fc-adc7-220af84ab0af is scheduled to L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e with binding_index 1 {{(pid=80074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:26:45.725973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:26:45.745710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Sync routers for ids ['da600e49-80df-42fc-adc7-220af84ab0af'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:26:45.759478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:45.765350 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5582373 Jan 24 09:26:45.766876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45100) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:45.785499 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Routers {'da600e49-80df-42fc-adc7-220af84ab0af'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:26:45.786763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:26:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['da600e49-80df-42fc-adc7-220af84ab0af'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:46.079212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Network 994b382e-ac10-4d41-8ea1-2e5057416b33 has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:26:46.125152 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:26:46.282195 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45110) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:46.451031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cfefceee-2808-4e5b-8783-5e130b4e6d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:46.484651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Set router da600e49-80df-42fc-adc7-220af84ab0af gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:46.602574 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device d521c960-7af2-420b-93be-8ac0615f5f2f up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:46.708452 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-cfefceee-2808-4e5b-8783-5e130b4e6d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:46.735245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-cfefceee-2808-4e5b-8783-5e130b4e6d6a admin admin] Usage tracker for resource:security_group_rule and tenant:bfee54063e59455eab158d8ccf767084 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:46.753373 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-cfefceee-2808-4e5b-8783-5e130b4e6d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:46.760549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45118) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:46.762322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:46.777326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-cfefceee-2808-4e5b-8783-5e130b4e6d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:46.779222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'security_group': {'name': 'tempest-securitygroup--2004458301', 'description': 'tempest-description--888705648'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:46.803773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:46.805081 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d8084-7a64-40e3-8f47-f71c66a9c11d None None] Network 6465df53-f57e-4590-8251-6e0d51937666 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:26:46.812045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:security_group and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:46.818692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:46.833341 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:46.903706 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:46.954399 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:47.011402 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] 10.222.0.18 "DELETE /v2.0/networks/994b382e-ac10-4d41-8ea1-2e5057416b33 HTTP/1.1" status: 204 len: 168 time: 5.4013753 Jan 24 09:26:47.050920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=994b382e-ac10-4d41-8ea1-2e5057416b33,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:47.083495 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-04918e2c-d47e-4af6-ad58-47d5251e7e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:47.091929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-839fb6c0-5c25-4979-8183-eec28f0cf37b None None] Provisioning for port d521c960-7af2-420b-93be-8ac0615f5f2f completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:26:47.318803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e0806-54ee-4f10-829c-d5f138cac21e req-facd0072-c558-4f8c-a59a-582053a13683 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:47.326111 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c88e0806-54ee-4f10-829c-d5f138cac21e req-facd0072-c558-4f8c-a59a-582053a13683 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.8253641 Jan 24 09:26:47.330263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cfefceee-2808-4e5b-8783-5e130b4e6d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:47.357528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port d521c960-7af2-420b-93be-8ac0615f5f2f completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:26:47.429335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cfefceee-2808-4e5b-8783-5e130b4e6d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:47.482621 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:47.521348 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port d521c960-7af2-420b-93be-8ac0615f5f2f triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:47.522041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:47.552199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefceee-2808-4e5b-8783-5e130b4e6d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6234476e-3f0e-4c7c-9ece-0ad461421cc8,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:47.570430 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cfefceee-2808-4e5b-8783-5e130b4e6d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:47.628254 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c88e0806-54ee-4f10-829c-d5f138cac21e req-f8482b11-fcdd-49b6-83f6-d03ca4353241 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931809 Jan 24 09:26:47.705221 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45128) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:47.719577 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-cfefceee-2808-4e5b-8783-5e130b4e6d6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfee54063e59455eab158d8ccf767084&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4266458 Jan 24 09:26:47.720154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45132) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:47.794810 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:47.823919 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-1725e264-e400-44fc-bea6-ad164ed3e1a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=597fbaf228c84894baa0c073ba97abca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158652 Jan 24 09:26:47.830297 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45138) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:47.966011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9931f6fc-069e-4e0c-9c99-ac0ccb05a1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:47.982489 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:48.009968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:security_group_rule and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:48.089873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9931f6fc-069e-4e0c-9c99-ac0ccb05a1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:48.125232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'name': 'tempest-TestShelveInstance-2005344888-router', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:37Z', 'updated_at': '2021-01-24T09:26:43Z', 'revision_number': 3, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'gw_port': {'id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:40Z', 'updated_at': '2021-01-24T09:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:48.155206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Checking router: da600e49-80df-42fc-adc7-220af84ab0af for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:26:48.155854 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Updating router da600e49-80df-42fc-adc7-220af84ab0af port 450f018c-4840-4cf9-97e6-7b8a0230d815 binding host dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:26:48.173554 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:48.346914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9931f6fc-069e-4e0c-9c99-ac0ccb05a1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:48.356858 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:48.361961 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bcba084f-9b75-4e82-964c-9b692cfd1ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:48.380935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:48.404193 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931f6fc-069e-4e0c-9c99-ac0ccb05a1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a229894b-fdf2-4db9-80de-49b11a35e975,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:48.427843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9931f6fc-069e-4e0c-9c99-ac0ccb05a1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:48.456276 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9931f6fc-069e-4e0c-9c99-ac0ccb05a1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:48.466474 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9931f6fc-069e-4e0c-9c99-ac0ccb05a1cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a229894b-fdf2-4db9-80de-49b11a35e975 HTTP/1.1" status: 204 len: 168 time: 0.6340003 Jan 24 09:26:48.492884 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:48.577288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:48.734676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b619e7e7-440d-4aac-99b3-683cc3837865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:48.785991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62a694-03aa-45ea-86ac-8897a53b9e63 req-dfde772e-ae5f-4f57-ab3a-e32cbc3782b8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:48.789357 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dd62a694-03aa-45ea-86ac-8897a53b9e63 req-dfde772e-ae5f-4f57-ab3a-e32cbc3782b8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.3090923 Jan 24 09:26:48.819861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b619e7e7-440d-4aac-99b3-683cc3837865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:48.977345 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port d521c960-7af2-420b-93be-8ac0615f5f2f, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=d521c960-7af2-420b-93be-8ac0615f5f2f,segment=NetworkSegment(a538f7a0-5444-46dc-b5b0-687ea540e9bd),segment_id=a538f7a0-5444-46dc-b5b0-687ea540e9bd)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:49.003682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.010263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:49.078802 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-dd62a694-03aa-45ea-86ac-8897a53b9e63 req-291dcc66-a813-4d6e-a359-879e832eee39 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891251 Jan 24 09:26:49.139952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-ae1198dd-ca0d-46a0-9245-a91fc227c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:49.145078 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-ae1198dd-ca0d-46a0-9245-a91fc227c835 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 1162 time: 0.3537216 Jan 24 09:26:49.184441 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-103ee823-e031-4c45-929f-4670cfe261f3 None None] Provisioning complete for port d521c960-7af2-420b-93be-8ac0615f5f2f triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:49.185012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-103ee823-e031-4c45-929f-4670cfe261f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.302437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.310608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.448154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c2de1257-3f0a-4867-a39b-c4e1998ca66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:49.478783 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.486493 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7146907 Jan 24 09:26:49.488029 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45150) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:49.524773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b619e7e7-440d-4aac-99b3-683cc3837865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.529877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b619e7e7-440d-4aac-99b3-683cc3837865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.531312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'security_group_rule': {'security_group_id': '28df1461-982f-46e5-ba0b-df85f30b2833', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:49.537207 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-b619e7e7-440d-4aac-99b3-683cc3837865 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6234476e-3f0e-4c7c-9ece-0ad461421cc8 HTTP/1.1" status: 204 len: 168 time: 1.7619705 Jan 24 09:26:49.566134 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=d521c960-7af2-420b-93be-8ac0615f5f2f,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:49.608822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:49.612587 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'SecurityGroup': ['ID=28df1461-982f-46e5-ba0b-df85f30b2833,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:49.623697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:49.628664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c7c8893d-f1ad-4ffa-8810-e38c5463b26c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:49.640781 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-edcd11f2-84f2-4345-ba56-51f9d2396b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:49.708767 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619e7e7-440d-4aac-99b3-683cc3837865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6234476e-3f0e-4c7c-9ece-0ad461421cc8,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:49.720322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b619e7e7-440d-4aac-99b3-683cc3837865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:49.723651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:security_group_rule and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:49.731020 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:49.739824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:49.762953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.779167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Allocated IP 172.20.0.1 (6465df53-f57e-4590-8251-6e0d51937666/5141bf61-1b38-438e-8c7b-f38931b0b321/374d5a7e-2521-4223-a52e-c9f469fe4072) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:26:49.865869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.887270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.949543 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a6312e02-57ac-4b22-9a2c-f94de8922e98 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:49.962316 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.964460 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4744871 Jan 24 09:26:49.966036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-1d831a26-23e6-4966-a8d8-bc1bce68ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:49.976978 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-1d831a26-23e6-4966-a8d8-bc1bce68ce49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 904 time: 0.8238010 Jan 24 09:26:49.982697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45158) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:50.005389 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'security_group_rule': {'security_group_id': '28df1461-982f-46e5-ba0b-df85f30b2833', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:50.024010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:50.091331 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:security_group_rule and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:50.111625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:50.143744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:50.188078 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.231479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-1e4ee3e3-71eb-476f-a94e-ff8798dbe7e7 None None] Provisioning complete for port d521c960-7af2-420b-93be-8ac0615f5f2f triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:50.235071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee3e3-71eb-476f-a94e-ff8798dbe7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.264787 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-2d1d606e-e8d8-4d64-a3b0-b316f67c87a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea HTTP/1.1" status: 200 len: 1001 time: 0.2795751 Jan 24 09:26:50.265686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1de630f-8706-451e-8854-17b976eb3a36,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:50.268477 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.356813 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Transition to ACTIVE for port object 374d5a7e-2521-4223-a52e-c9f469fe4072 will not be triggered until provisioned by entity DHCP. {{(pid=80074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:26:50.357612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:50.417916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.426263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-402a2b8d-d551-47b8-a610-31a007ac2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:50.426616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.427977 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-402a2b8d-d551-47b8-a610-31a007ac2e50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f2d4652-a7fd-4b0b-8af1-c7db64f62233 HTTP/1.1" status: 200 len: 849 time: 0.1562891 Jan 24 09:26:50.436266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7006d078-9792-4b7a-a394-fbccb9043a68 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:50.502690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.530149 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group_rule, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.533266 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5371709 Jan 24 09:26:50.539008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45174) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:50.553004 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'floatingip': {'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:50.553306 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92666330-a361-44b1-a097-d66deec95d1f,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:50.565626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:50.570657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Usage tracker for resource:floatingip and tenant:0aded163b525483dbeed6819ad7b25c8 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:50.574662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:50.583293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:50.620662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.665883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:50.667856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12248c99-e961-4f5a-a1dd-08e7fb9f6951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:50.800697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.826304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-1504892a-a82f-4cc1-b17e-1846ce7115df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:50.828078 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-1504892a-a82f-4cc1-b17e-1846ce7115df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79adafad-a23c-41c0-ac74-5b7a76123b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3936660 Jan 24 09:26:50.855726 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Transition to ACTIVE for port object 450f018c-4840-4cf9-97e6-7b8a0230d815 will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:26:50.862119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.983230 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Network 6465df53-f57e-4590-8251-6e0d51937666 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:26:50.985383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Pushing event updated for resources: {'Port': ['ID=374d5a7e-2521-4223-a52e-c9f469fe4072,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:50.993334 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:51.001918 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:51.008121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:26:51.077761 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-60c64801-836e-44cb-a18b-90e589929de5 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349851 Jan 24 09:26:51.172196 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:51.267469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636272'] for router_interface, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:51.282771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54816f30-5df6-40d1-b343-e76a0fa4224c req-40976d19-8cf0-4594-a2ba-40265f533e66 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:51.284895 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-54816f30-5df6-40d1-b343-e76a0fa4224c req-40976d19-8cf0-4594-a2ba-40265f533e66 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.7881091 Jan 24 09:26:51.306269 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device d521c960-7af2-420b-93be-8ac0615f5f2f up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:51.501062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45190) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:51.528497 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94ab21ad-706c-4004-b15d-07c53a8eeb4d req-5d5a320b-42d7-48f4-859a-2d1634471380 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4357910 Jan 24 09:26:51.579247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Attempting to bind port 450f018c-4840-4cf9-97e6-7b8a0230d815 on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:51.579529 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Attempting to bind port 450f018c-4840-4cf9-97e6-7b8a0230d815 by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:26:51.579922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Attempting to bind port 450f018c-4840-4cf9-97e6-7b8a0230d815 on network de65dbf3-a864-41cb-b58d-918771c2a6a0 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:26:51.706296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f4915-93a8-4b2a-8bdb-03a32a741dfc None None] Pushing event updated for resources: {'Port': ['ID=450f018c-4840-4cf9-97e6-7b8a0230d815,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:51.714938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:26:51.716519 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:51.717457 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Checking segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:26:51.723185 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:51.724097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Bound using segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:26:51.724955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Bound port: 450f018c-4840-4cf9-97e6-7b8a0230d815, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:26:51.725622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:51.748903 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:51.759237 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-54816f30-5df6-40d1-b343-e76a0fa4224c req-343a6933-27f6-495a-91ee-a93847295b3c tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2855341 Jan 24 09:26:51.823351 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2f0f4915-93a8-4b2a-8bdb-03a32a741dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:51.935944 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] For port 450f018c-4840-4cf9-97e6-7b8a0230d815, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:26:51.941928 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] For port 450f018c-4840-4cf9-97e6-7b8a0230d815, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=450f018c-4840-4cf9-97e6-7b8a0230d815,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:26:51.952296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:51.974981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:51.981695 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:51.984094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-fb6e1071-3bea-41fa-9f40-84cec6adb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:51.987600 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-fb6e1071-3bea-41fa-9f40-84cec6adb95e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 1162 time: 0.3560741 Jan 24 09:26:52.034266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port d521c960-7af2-420b-93be-8ac0615f5f2f triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:52.034772 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:52.053652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:52.063125 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] Usage tracker for resource:security_group_rule and tenant:4ba9ab263b924119bae65566035baa08 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:52.069871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:52.101597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:52.356968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:52.398504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:52.411549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852299966'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:52.466133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:52.543840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-fe8ed5e4-4c75-4479-9c84-afe80bd85fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:52.546441 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-fe8ed5e4-4c75-4479-9c84-afe80bd85fa9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 904 time: 0.4335599 Jan 24 09:26:52.611402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Pushing event updated for resources: {'Port': ['ID=374d5a7e-2521-4223-a52e-c9f469fe4072,revision_number=2']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:52.614055 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853738566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637915'] for router_interface, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:52.636575 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:52.643296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-25458793-f4c1-46c5-8a03-23337c9cee7e None None] Provisioning for port 374d5a7e-2521-4223-a52e-c9f469fe4072 completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:26:52.662166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f4915-93a8-4b2a-8bdb-03a32a741dfc None None] Pushing event updated for resources: {'Port': ['ID=450f018c-4840-4cf9-97e6-7b8a0230d815,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:52.669191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2f0f4915-93a8-4b2a-8bdb-03a32a741dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:52.681282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-25458793-f4c1-46c5-8a03-23337c9cee7e None None] Provisioning complete for port 374d5a7e-2521-4223-a52e-c9f469fe4072 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:52.682410 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-25458793-f4c1-46c5-8a03-23337c9cee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:52.787188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:52.799846 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:52.811426 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ea60778b-0035-48d9-8f35-d1434e3b2d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:52.817440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-25458793-f4c1-46c5-8a03-23337c9cee7e None None] Port 374d5a7e-2521-4223-a52e-c9f469fe4072 cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:26:52.839662 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-c7ebb694-bbb7-4d9c-9222-2cc9054865d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea HTTP/1.1" status: 200 len: 1001 time: 0.2186401 Jan 24 09:26:52.850914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:52.850914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:52.901261 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ba9ab263b924119bae65566035baa08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3965762 Jan 24 09:26:52.906578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45222) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:52.940476 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747389eb-8a78-4f42-9336-546790732684,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:52.960320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Routers {'da600e49-80df-42fc-adc7-220af84ab0af'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:26:52.961299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:26:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['da600e49-80df-42fc-adc7-220af84ab0af'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:52.969870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:52.988607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Allocated IP 172.28.3.28 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/d0639c08-fa4b-4bd4-bcb3-1a388fbe0300) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:26:53.027174 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Network 6465df53-f57e-4590-8251-6e0d51937666 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:26:53.037481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:53.272009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] Set router da600e49-80df-42fc-adc7-220af84ab0af gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:53.554215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69cb8a65-2441-4bdb-b71a-69f00ceea457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:53.585931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:53.655567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69cb8a65-2441-4bdb-b71a-69f00ceea457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:53.771196 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-decd67fe-049b-4580-b151-f86811a1a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:53.773284 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-decd67fe-049b-4580-b151-f86811a1a480 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f2d4652-a7fd-4b0b-8af1-c7db64f62233 HTTP/1.1" status: 200 len: 849 time: 0.9242158 Jan 24 09:26:53.776281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:53.798439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Router da600e49-80df-42fc-adc7-220af84ab0af has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:26:53.940868 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:53.948245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69cb8a65-2441-4bdb-b71a-69f00ceea457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:54.097843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d90ae540-918b-4640-87bb-c3208d00ae0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:54.124320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-9f5a349d-0466-4012-b5b1-87b708d62ef2 None None] Provisioning complete for port 374d5a7e-2521-4223-a52e-c9f469fe4072 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:54.125167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9f5a349d-0466-4012-b5b1-87b708d62ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:54.148849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb8a65-2441-4bdb-b71a-69f00ceea457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747389eb-8a78-4f42-9336-546790732684,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:54.167702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69cb8a65-2441-4bdb-b71a-69f00ceea457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:54.180348 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-69cb8a65-2441-4bdb-b71a-69f00ceea457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:54.187071 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-69cb8a65-2441-4bdb-b71a-69f00ceea457 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/747389eb-8a78-4f42-9336-546790732684 HTTP/1.1" status: 204 len: 168 time: 1.2723792 Jan 24 09:26:54.268800 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:26:54.288858 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-aff46ba7-5d59-4dd6-9c39-8357a9ec45aa admin admin] 10.222.0.18 "PUT /v2.0/routers/da600e49-80df-42fc-adc7-220af84ab0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5110760 Jan 24 09:26:54.293281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a349d-0466-4012-b5b1-87b708d62ef2 None None] Port 374d5a7e-2521-4223-a52e-c9f469fe4072 cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:26:54.299996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3ec2-96a6-45f0-aa95-d8769fd2524a req-9b8e98b0-c588-4556-bab3-d4328596f243 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:54.309027 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-02ea3ec2-96a6-45f0-aa95-d8769fd2524a req-9b8e98b0-c588-4556-bab3-d4328596f243 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.7045662 Jan 24 09:26:54.356090 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'Port': ['ID=d0639c08-fa4b-4bd4-bcb3-1a388fbe0300,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:54.377856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:54.390162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:54.413294 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-6ab41d25-2618-499a-8686-ada7bfb2d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:54.416040 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-6ab41d25-2618-499a-8686-ada7bfb2d628 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79adafad-a23c-41c0-ac74-5b7a76123b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6143148 Jan 24 09:26:54.448397 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'name': 'tempest-TestShelveInstance-2005344888-router', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:37Z', 'updated_at': '2021-01-24T09:26:51Z', 'revision_number': 4, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'gw_port': {'id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:40Z', 'updated_at': '2021-01-24T09:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '374d5a7e-2521-4223-a52e-c9f469fe4072', 'name': '', 'network_id': '6465df53-f57e-4590-8251-6e0d51937666', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'mac_address': 'fa:16:3e:d5:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5141bf61-1b38-438e-8c7b-f38931b0b321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:49Z', 'updated_at': '2021-01-24T09:26:52Z', 'revision_number': 2, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'subnets': [{'id': '5141bf61-1b38-438e-8c7b-f38931b0b321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:54.454772 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0ce1e-5535-4408-bbb4-92125de6a45a None None] The sync data for ids ['da600e49-80df-42fc-adc7-220af84ab0af'] in dv-cinder-772181-7-smb is: [{'id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'name': 'tempest-TestShelveInstance-2005344888-router', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:37Z', 'updated_at': '2021-01-24T09:26:51Z', 'revision_number': 4, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'gw_port': {'id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:40Z', 'updated_at': '2021-01-24T09:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '374d5a7e-2521-4223-a52e-c9f469fe4072', 'name': '', 'network_id': '6465df53-f57e-4590-8251-6e0d51937666', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'mac_address': 'fa:16:3e:d5:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5141bf61-1b38-438e-8c7b-f38931b0b321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:49Z', 'updated_at': '2021-01-24T09:26:52Z', 'revision_number': 2, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'subnets': [{'id': '5141bf61-1b38-438e-8c7b-f38931b0b321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:26:54.607450 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-02ea3ec2-96a6-45f0-aa95-d8769fd2524a req-74318952-0459-45fe-8c20-cccdfb5b5112 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971857 Jan 24 09:26:54.672095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:26:54.673283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:54.678190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:26:54.777604 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-bcbfbd63-6115-44e0-9ee8-46bbff30b2c4 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502743 Jan 24 09:26:54.813849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:55.013068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:55.521185 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ad2b72d3-4913-47d6-94ed-0c8cad3da8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:55.531474 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21ba8467-2944-4d83-9993-b62768dc2ed9 req-0d021516-cfe5-41db-a463-55aa02163458 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7153955 Jan 24 09:26:55.686301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:55.692318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:55.736125 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:55.898120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'Port': ['ID=d0639c08-fa4b-4bd4-bcb3-1a388fbe0300,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:55.905846 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-420483716', 'description': 'tempest-TestShelveInstance-420483716 description'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:55.922727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:55.929343 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:55.934279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Usage tracker for resource:security_group and tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:55.949769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:55.959871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:55.970757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:56.032494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:56.045346 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Usage tracker for resource:security_group_rule and tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:56.087104 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:56.118482 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:56.172994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:56.225736 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:56.227219 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6801870 Jan 24 09:26:56.273654 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:56.277999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:56.284503 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7842552a-a208-412e-b749-981ee4ad56d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:56.335266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:56.358324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:56.360024 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ea0de23a-c3a1-446d-bc59-ef2d392211f3 req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4661431 Jan 24 09:26:56.361359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:56.367543 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:26:56.508051 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-9c9be5e3-311a-4f94-8f68-5d992fa48037 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups/1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1 HTTP/1.1" status: 200 len: 1800 time: 0.0735877 Jan 24 09:26:56.534802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:56.535453 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:56.551608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:56.557081 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Usage tracker for resource:security_group_rule and tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:56.561659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:56.569664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:56.662589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group_rule, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:56.741930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:56.746761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:56.754580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:56.810909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-3e203a29-8226-47f5-ad5d-e63d20f8fc3b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Synchronizing usage tracker for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:security_group {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:26:56.836047 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0885e8a-3247-4381-abbe-ca0f3d3eb4dd,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:56.843181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:56.873941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group_rule, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:56.875944 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-33eb4209-2d41-4ed6-a55b-ecfd7ec64d4f req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3583348 Jan 24 09:26:56.877873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-3e203a29-8226-47f5-ad5d-e63d20f8fc3b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Unset dirty status for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:security_group {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:26:56.879997 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-3e203a29-8226-47f5-ad5d-e63d20f8fc3b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2004458301&fields=id&tenant_id=0aded163b525483dbeed6819ad7b25c8 HTTP/1.1" status: 200 len: 267 time: 0.2003722 Jan 24 09:26:57.168811 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-36c9b093-dedb-4c55-add2-f29e7a81c3f9 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups/1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1 HTTP/1.1" status: 200 len: 2393 time: 0.2241726 Jan 24 09:26:57.188952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1', 'remote_group_id': None}]} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:57.189432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1', 'remote_group_id': None}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:57.195334 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 450f018c-4840-4cf9-97e6-7b8a0230d815 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:57.236350 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:57.253495 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Usage tracker for resource:security_group_rule and tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:57.263241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:57.290805 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:57.324661 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 450f018c-4840-4cf9-97e6-7b8a0230d815 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:26:57.328734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-be9c335e-b9f3-4c18-be59-9372e978ef97 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:57.333076 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-be9c335e-b9f3-4c18-be59-9372e978ef97 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 817 time: 0.4379566 Jan 24 09:26:57.334333 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 450f018c-4840-4cf9-97e6-7b8a0230d815 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:57.335342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:57.358110 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-ee224022-d3c2-4d8f-937c-92f50b4f227e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/quotas/0aded163b525483dbeed6819ad7b25c8 HTTP/1.1" status: 200 len: 375 time: 0.0210371 Jan 24 09:26:57.551215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group_rule, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:57.590338 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:57.629892 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 450f018c-4840-4cf9-97e6-7b8a0230d815, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=450f018c-4840-4cf9-97e6-7b8a0230d815,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:57.635843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:57.642306 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:57.645605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2f0f4915-93a8-4b2a-8bdb-03a32a741dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:57.646402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:57.689445 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7d728c31-ba36-43a7-b67d-0bf001af1476 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:57.703685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group_rule, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:57.722415 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e32525d3-40fc-4737-a4d5-f67e8d9469d4 req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5356281 Jan 24 09:26:57.778948 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-59a51c80-e8bc-4288-822c-4219b94910a4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Synchronizing usage tracker for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:26:57.779671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=450f018c-4840-4cf9-97e6-7b8a0230d815,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:57.783949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6653cb-46ca-45e4-9e38-657424002c18,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:57.786952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12fdaea3-1ad5-40c1-abc2-ab076bd03ebc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:57.788764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:57.805633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-59a51c80-e8bc-4288-822c-4219b94910a4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Unset dirty status for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:26:57.822945 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-59a51c80-e8bc-4288-822c-4219b94910a4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4425275 Jan 24 09:26:58.022913 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c005f80a-01d2-44f9-a3e0-d3ab8a24de88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:58.109336 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-545a9216-4c68-488d-aac7-03e24563965a service neutron] 10.222.0.18 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833307 Jan 24 09:26:58.365255 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-c7dd2190-855e-4912-abc5-a41a95400de1 service neutron] 10.222.0.18 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2365792 Jan 24 09:26:58.420331 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:58.711021 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-79ef539f-10ef-4b29-9b92-f59b55382bea req-3d641d34-18a1-4b22-9aa0-15e0869479b2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 210 time: 0.0849493 Jan 24 09:26:58.780659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Sync routers for ids ['da600e49-80df-42fc-adc7-220af84ab0af'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:26:58.802339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Routers {'da600e49-80df-42fc-adc7-220af84ab0af'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:26:58.803103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:26:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['da600e49-80df-42fc-adc7-220af84ab0af'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:59.161784 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 450f018c-4840-4cf9-97e6-7b8a0230d815 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:59.176606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Set router da600e49-80df-42fc-adc7-220af84ab0af gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:59.287700 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 450f018c-4840-4cf9-97e6-7b8a0230d815 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:59.289267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:59.593559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:59.749244 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'name': 'tempest-TestShelveInstance-2005344888-router', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:37Z', 'updated_at': '2021-01-24T09:26:51Z', 'revision_number': 4, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'gw_port': {'id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:40Z', 'updated_at': '2021-01-24T09:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '374d5a7e-2521-4223-a52e-c9f469fe4072', 'name': '', 'network_id': '6465df53-f57e-4590-8251-6e0d51937666', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'mac_address': 'fa:16:3e:d5:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5141bf61-1b38-438e-8c7b-f38931b0b321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:49Z', 'updated_at': '2021-01-24T09:26:52Z', 'revision_number': 2, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'subnets': [{'id': '5141bf61-1b38-438e-8c7b-f38931b0b321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:59.754527 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Checking router: da600e49-80df-42fc-adc7-220af84ab0af for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:26:59.754960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Updating router da600e49-80df-42fc-adc7-220af84ab0af port 374d5a7e-2521-4223-a52e-c9f469fe4072 binding host dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:26:59.835830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:59.982506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:00.013614 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5622e315-386e-4a67-b92b-38759d718630 req-8a45288f-c849-4571-8294-eda5c352a31c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 210 time: 0.0722623 Jan 24 09:27:00.571029 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-2c6a8023-d298-4903-a50f-950bdc3d8156 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:00.573661 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-2c6a8023-d298-4903-a50f-950bdc3d8156 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 817 time: 0.3628302 Jan 24 09:27:00.751393 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-9ede4cd7-b897-4c5d-b703-f1bbec77965b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aded163b525483dbeed6819ad7b25c8 HTTP/1.1" status: 200 len: 5704 time: 0.1634524 Jan 24 09:27:00.766073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'port': {'device_id': '39b13993-3690-47bc-b28f-1caa25cab261', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'admin_state_up': True, 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'security_groups': ['28df1461-982f-46e5-ba0b-df85f30b2833']}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:00.803109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:00.831963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Transition to ACTIVE for port object 374d5a7e-2521-4223-a52e-c9f469fe4072 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:00.836352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:00.865643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-012143c0-5de8-428b-9733-7c6b1d91caaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:01.094472 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d34b6-996c-44ff-a0a6-190627b2aab7 None None] Pushing event updated for resources: {'Port': ['ID=374d5a7e-2521-4223-a52e-c9f469fe4072,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:01.104299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-683d34b6-996c-44ff-a0a6-190627b2aab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:01.463978 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0eae0492-7233-47d2-9a16-fb97b39a9123 req-d4a73e8d-f25f-45d4-b3a7-a8f1d3422ce1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 210 time: 0.1349144 Jan 24 09:27:01.469308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:01.485804 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:01.511951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Made reservation on behalf of 0aded163b525483dbeed6819ad7b25c8 for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:27:01.517083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Attempting to bind port 374d5a7e-2521-4223-a52e-c9f469fe4072 on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:01.517507 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Attempting to bind port 374d5a7e-2521-4223-a52e-c9f469fe4072 by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'a538f7a0-5444-46dc-b5b0-687ea540e9bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6465df53-f57e-4590-8251-6e0d51937666'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:27:01.518288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Attempting to bind port 374d5a7e-2521-4223-a52e-c9f469fe4072 on network 6465df53-f57e-4590-8251-6e0d51937666 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:27:01.525471 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:27:01.526686 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Checking segment: {'id': 'a538f7a0-5444-46dc-b5b0-687ea540e9bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6465df53-f57e-4590-8251-6e0d51937666'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:27:01.527179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:01.527629 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Bound using segment: {'id': 'a538f7a0-5444-46dc-b5b0-687ea540e9bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6465df53-f57e-4590-8251-6e0d51937666'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:27:01.528475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Bound port: 374d5a7e-2521-4223-a52e-c9f469fe4072, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a538f7a0-5444-46dc-b5b0-687ea540e9bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6465df53-f57e-4590-8251-6e0d51937666'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:27:01.528910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:01.532552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:01.707321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] For port 374d5a7e-2521-4223-a52e-c9f469fe4072, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:27:01.714644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] For port 374d5a7e-2521-4223-a52e-c9f469fe4072, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=374d5a7e-2521-4223-a52e-c9f469fe4072,segment=NetworkSegment(a538f7a0-5444-46dc-b5b0-687ea540e9bd),segment_id=a538f7a0-5444-46dc-b5b0-687ea540e9bd)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:27:01.720271 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:01.749342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:01.949773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d34b6-996c-44ff-a0a6-190627b2aab7 None None] Pushing event updated for resources: {'Port': ['ID=374d5a7e-2521-4223-a52e-c9f469fe4072,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:01.955996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-683d34b6-996c-44ff-a0a6-190627b2aab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:02.033821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Allocated IP 172.20.0.12 (36bd8d6e-df18-4f93-9a5b-830a30adae94/4a27bfb1-ee82-4704-bd00-f18c36eb4b4c/6eeabd63-31d9-4860-b7e6-e5de84a92abe) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:27:02.045845 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Routers {'da600e49-80df-42fc-adc7-220af84ab0af'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:27:02.047390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:26:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['da600e49-80df-42fc-adc7-220af84ab0af'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:02.340120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] Set router da600e49-80df-42fc-adc7-220af84ab0af gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:27:02.485572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:02.522236 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Transition to ACTIVE for port object 6eeabd63-31d9-4860-b7e6-e5de84a92abe will not be triggered until provisioned by entity DHCP. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:02.585589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:02.639033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-81149004-2cc1-41ab-a37e-47e9febca827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:02.856793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'name': 'tempest-TestShelveInstance-2005344888-router', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:37Z', 'updated_at': '2021-01-24T09:26:51Z', 'revision_number': 4, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'gw_port': {'id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:40Z', 'updated_at': '2021-01-24T09:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '374d5a7e-2521-4223-a52e-c9f469fe4072', 'name': '', 'network_id': '6465df53-f57e-4590-8251-6e0d51937666', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'mac_address': 'fa:16:3e:d5:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5141bf61-1b38-438e-8c7b-f38931b0b321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:49Z', 'updated_at': '2021-01-24T09:27:01Z', 'revision_number': 4, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'subnets': [{'id': '5141bf61-1b38-438e-8c7b-f38931b0b321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:02.863345 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137cd17-44f2-4672-b371-1420899cbefe None None] The sync data for ids ['da600e49-80df-42fc-adc7-220af84ab0af'] in dv-cinder-772181-7-smb is: [{'id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'name': 'tempest-TestShelveInstance-2005344888-router', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:37Z', 'updated_at': '2021-01-24T09:26:51Z', 'revision_number': 4, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'gw_port': {'id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:40Z', 'updated_at': '2021-01-24T09:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '374d5a7e-2521-4223-a52e-c9f469fe4072', 'name': '', 'network_id': '6465df53-f57e-4590-8251-6e0d51937666', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'mac_address': 'fa:16:3e:d5:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5141bf61-1b38-438e-8c7b-f38931b0b321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:49Z', 'updated_at': '2021-01-24T09:27:01Z', 'revision_number': 4, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'subnets': [{'id': '5141bf61-1b38-438e-8c7b-f38931b0b321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:27:02.951596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event updated for resources: {'Port': ['ID=6eeabd63-31d9-4860-b7e6-e5de84a92abe,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:02.968091 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:03.026702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:03.029836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:03.036156 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:27:03.195694 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3ede0-bf59-4419-9119-bc21ee7af5e4 req-17373df7-9677-4f1a-a490-a8b56343150e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:03.203926 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eeb3ede0-bf59-4419-9119-bc21ee7af5e4 req-17373df7-9677-4f1a-a490-a8b56343150e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 932 time: 0.5006549 Jan 24 09:27:03.277841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 374d5a7e-2521-4223-a52e-c9f469fe4072 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:03.299901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:03.300650 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:03.327029 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-eeb3ede0-bf59-4419-9119-bc21ee7af5e4 req-a772a4a6-d438-4ba6-b6cf-187dcd4cded7 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220291 Jan 24 09:27:03.352369 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5949419 Jan 24 09:27:03.372927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Request body: {'port': {'device_id': '39b13993-3690-47bc-b28f-1caa25cab261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:03.433152 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 374d5a7e-2521-4223-a52e-c9f469fe4072 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:03.445643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 374d5a7e-2521-4223-a52e-c9f469fe4072 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:03.446581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:03.567583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4bdf8e6c-9fbc-4c7f-9ec7-a88c47eee419 None None] Provisioning for port 6eeabd63-31d9-4860-b7e6-e5de84a92abe completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:03.578881 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4bdf8e6c-9fbc-4c7f-9ec7-a88c47eee419 None None] Provisioning complete for port 6eeabd63-31d9-4860-b7e6-e5de84a92abe triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:03.579237 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8e6c-9fbc-4c7f-9ec7-a88c47eee419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:03.610317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:03.768926 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf8e6c-9fbc-4c7f-9ec7-a88c47eee419 None None] Port 6eeabd63-31d9-4860-b7e6-e5de84a92abe cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:27:03.799428 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:03.877039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 374d5a7e-2521-4223-a52e-c9f469fe4072, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=374d5a7e-2521-4223-a52e-c9f469fe4072,segment=NetworkSegment(a538f7a0-5444-46dc-b5b0-687ea540e9bd),segment_id=a538f7a0-5444-46dc-b5b0-687ea540e9bd)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:03.883425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:03.896205 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:04.037055 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=374d5a7e-2521-4223-a52e-c9f469fe4072,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:04.044016 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:04.339443 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eeabd63-31d9-4860-b7e6-e5de84a92abe {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:27:04.348187 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:04.366652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Transition to ACTIVE for port object 6eeabd63-31d9-4860-b7e6-e5de84a92abe will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:04.370778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:04.389332 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d43c911d-0bef-4d1d-abdf-66ce6a50d40f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:04.610662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Pushing event updated for resources: {'Port': ['ID=6eeabd63-31d9-4860-b7e6-e5de84a92abe,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:04.615660 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:04.727693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305aefc-3abb-4e2b-a702-06a859e380c0 req-a2d074fa-7fb2-4308-a27e-2b377d5f5d89 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:04.729043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c305aefc-3abb-4e2b-a702-06a859e380c0 req-a2d074fa-7fb2-4308-a27e-2b377d5f5d89 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Synchronizing usage tracker for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:27:04.871964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c305aefc-3abb-4e2b-a702-06a859e380c0 req-a2d074fa-7fb2-4308-a27e-2b377d5f5d89 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Unset dirty status for tenant:0aded163b525483dbeed6819ad7b25c8 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:27:04.873298 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c305aefc-3abb-4e2b-a702-06a859e380c0 req-a2d074fa-7fb2-4308-a27e-2b377d5f5d89 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.3809445 Jan 24 09:27:04.961978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Attempting to bind port 6eeabd63-31d9-4860-b7e6-e5de84a92abe on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:04.962311 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Attempting to bind port 6eeabd63-31d9-4860-b7e6-e5de84a92abe by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:27:04.962754 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Attempting to bind port 6eeabd63-31d9-4860-b7e6-e5de84a92abe on network 36bd8d6e-df18-4f93-9a5b-830a30adae94 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:27:04.973363 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c305aefc-3abb-4e2b-a702-06a859e380c0 req-c41f35b2-e976-4dc1-b6ad-eaa2beed7673 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835848 Jan 24 09:27:04.989599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:27:04.989971 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Checking segment: {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:27:04.990398 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:04.990832 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Bound using segment: {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:27:04.991563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Bound port: 6eeabd63-31d9-4860-b7e6-e5de84a92abe, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1e7ab4-99ba-4091-a956-63d70ab8adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:27:04.991952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:05.142819 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 374d5a7e-2521-4223-a52e-c9f469fe4072 up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:05.201159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] For port 6eeabd63-31d9-4860-b7e6-e5de84a92abe, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:27:05.206840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] For port 6eeabd63-31d9-4860-b7e6-e5de84a92abe, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:27:05.212138 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:05.233420 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 374d5a7e-2521-4223-a52e-c9f469fe4072 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:05.233871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:05.239092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:05.502470 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Pushing event updated for resources: {'Port': ['ID=6eeabd63-31d9-4860-b7e6-e5de84a92abe,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:05.511773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:05.560294 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:05.561370 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:05.563904 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-4ff92697-1a0c-4bfd-9357-a8879e9fd97b service neutron] 10.222.0.13 "PUT /v2.0/ports/6eeabd63-31d9-4860-b7e6-e5de84a92abe HTTP/1.1" status: 200 len: 1158 time: 2.1972132 Jan 24 09:27:05.564758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:05.674134 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe', 'status': 'completed', 'code': 200} Jan 24 09:27:05.725351 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-cd4bfa0c-b03e-4062-ad1a-59f4ff9de65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:05.727637 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-cd4bfa0c-b03e-4062-ad1a-59f4ff9de65a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 1161 time: 0.1115069 Jan 24 09:27:05.812989 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-155da34e-6663-4fe8-9788-95601ef427ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe HTTP/1.1" status: 200 len: 217 time: 0.0688856 Jan 24 09:27:05.927312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-0281c6fc-1755-425c-b983-69d7306a4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:05.929842 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-0281c6fc-1755-425c-b983-69d7306a4638 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.1084878 Jan 24 09:27:06.078922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-e2102fde-5955-470e-83d1-75af80fa03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:06.081842 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-e2102fde-5955-470e-83d1-75af80fa03c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1403854 Jan 24 09:27:06.639536 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-d11ebf38-dfed-4ad8-bcef-b9566bc6db00 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461485 Jan 24 09:27:06.674130 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12378dd8-f8dc-41a5-a5f9-a75e56a6385a req-eb4c1495-705e-4a7b-ace6-2f9dbdb15575 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:06.675862 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12378dd8-f8dc-41a5-a5f9-a75e56a6385a req-eb4c1495-705e-4a7b-ace6-2f9dbdb15575 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.4630306 Jan 24 09:27:06.852442 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9f996b5d-6196-4017-ae6c-23321589fbe6 req-088c57f7-9103-4a80-a423-42253758a653 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1754520 Jan 24 09:27:07.100643 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-12378dd8-f8dc-41a5-a5f9-a75e56a6385a req-40c36fca-a1d7-40c4-a6f2-ed4ece887bb1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994880 Jan 24 09:27:07.142066 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a575-5547-4ce3-a276-9281fde2096b req-a0ff57fe-1ae4-4925-ba09-c53bb7fb6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:07.144941 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3b51a575-5547-4ce3-a276-9281fde2096b req-a0ff57fe-1ae4-4925-ba09-c53bb7fb6317 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 1161 time: 0.2319608 Jan 24 09:27:07.346733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a575-5547-4ce3-a276-9281fde2096b req-503d1f81-b0bd-496b-87eb-a1125ac49268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:07.348332 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3b51a575-5547-4ce3-a276-9281fde2096b req-503d1f81-b0bd-496b-87eb-a1125ac49268 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 0.1940925 Jan 24 09:27:07.440296 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3b51a575-5547-4ce3-a276-9281fde2096b req-c6656c98-f54b-43ed-bfc8-4e34e6424b26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe HTTP/1.1" status: 200 len: 217 time: 0.0814850 Jan 24 09:27:07.529983 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a575-5547-4ce3-a276-9281fde2096b req-f7385c02-60a2-4a91-b5da-8c17f920cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:07.531925 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3b51a575-5547-4ce3-a276-9281fde2096b req-f7385c02-60a2-4a91-b5da-8c17f920cbaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.0832262 Jan 24 09:27:07.635866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a575-5547-4ce3-a276-9281fde2096b req-c25f2919-a8f5-445e-b52d-c9861089f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:07.637648 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3b51a575-5547-4ce3-a276-9281fde2096b req-c25f2919-a8f5-445e-b52d-c9861089f131 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0976024 Jan 24 09:27:07.872002 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3b51a575-5547-4ce3-a276-9281fde2096b req-1729c636-9120-44e6-8211-e5dd3e2c765f service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265141 Jan 24 09:27:08.051672 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3b51a575-5547-4ce3-a276-9281fde2096b req-ec9dac53-4e34-4fa1-95cd-94321e73be12 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1727557 Jan 24 09:27:08.586638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7598e0-bb97-437a-b824-a67137147381 req-088767be-3da2-4f9a-bb15-1252e943b4af tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:08.589399 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f7598e0-bb97-437a-b824-a67137147381 req-088767be-3da2-4f9a-bb15-1252e943b4af tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.2452469 Jan 24 09:27:08.654771 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f7598e0-bb97-437a-b824-a67137147381 req-ea0c53b3-1236-49f7-b55f-ba8f9a22e60a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572026 Jan 24 09:27:09.943375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb95cb2-9f00-442a-ae81-2c3b1df5cd5f req-3ec5bd00-4c84-4fda-b4fe-9c058c16243f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:09.945304 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0fb95cb2-9f00-442a-ae81-2c3b1df5cd5f req-3ec5bd00-4c84-4fda-b4fe-9c058c16243f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.1286569 Jan 24 09:27:10.057345 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0fb95cb2-9f00-442a-ae81-2c3b1df5cd5f req-16583938-4a9d-41e3-a5bc-14752a486311 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931232 Jan 24 09:27:11.412812 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3c7e4-9dba-48ce-a161-fde2bab08446 req-84b231f4-1050-428a-8945-15dafa285123 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:11.414637 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5ea3c7e4-9dba-48ce-a161-fde2bab08446 req-84b231f4-1050-428a-8945-15dafa285123 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.1434155 Jan 24 09:27:11.511684 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5ea3c7e4-9dba-48ce-a161-fde2bab08446 req-a2ea24cb-2f89-43e8-a397-42239e12c810 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888250 Jan 24 09:27:12.891633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6eeabd63-31d9-4860-b7e6-e5de84a92abe up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:12.963811 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1f9e1-9637-4248-b152-de95d1f0f404 req-39532369-b7c8-4905-82d9-936c7d28d281 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:12.966981 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c1d1f9e1-9637-4248-b152-de95d1f0f404 req-39532369-b7c8-4905-82d9-936c7d28d281 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.2105832 Jan 24 09:27:13.008843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 6eeabd63-31d9-4860-b7e6-e5de84a92abe completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:13.018269 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6eeabd63-31d9-4860-b7e6-e5de84a92abe triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:13.019070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:13.116640 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c1d1f9e1-9637-4248-b152-de95d1f0f404 req-76574720-2732-4c12-b012-e58433467e0a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307471 Jan 24 09:27:13.268468 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:13.322139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:13.342532 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 6eeabd63-31d9-4860-b7e6-e5de84a92abe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:13.350404 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:13.358337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4031a6d1-fa8e-4930-bd21-e7cebd1fc7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:13.404497 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe', 'code': 200} Jan 24 09:27:13.488760 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=6eeabd63-31d9-4860-b7e6-e5de84a92abe,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:13.495303 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:13.812190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992ae68-3a9e-4420-89b0-cbc991ddcae5 req-b3e64bb7-6ed1-4383-b41a-5175cc1f3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:13.813744 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b992ae68-3a9e-4420-89b0-cbc991ddcae5 req-b3e64bb7-6ed1-4383-b41a-5175cc1f3501 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 1163 time: 0.1341920 Jan 24 09:27:13.890939 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b992ae68-3a9e-4420-89b0-cbc991ddcae5 req-778b7c97-13e4-425e-939c-5440aeb3a49d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692778 Jan 24 09:27:14.476971 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6eeabd63-31d9-4860-b7e6-e5de84a92abe up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:14.514734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e38c0-b41c-4525-a097-f4c71dc69b88 req-31579dce-d9ae-4ec0-ae26-5109f64a210a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:14.517770 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d85e38c0-b41c-4525-a097-f4c71dc69b88 req-31579dce-d9ae-4ec0-ae26-5109f64a210a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.1576972 Jan 24 09:27:14.574918 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6eeabd63-31d9-4860-b7e6-e5de84a92abe triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:14.575354 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:14.603533 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d85e38c0-b41c-4525-a097-f4c71dc69b88 req-30992ce3-b7c3-4a45-967b-b1cf9b3b49a8 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725150 Jan 24 09:27:15.771088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45570) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:16.062441 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c761e-1029-471d-9bd4-4acfe6a22639 req-d5734f8c-8e5a-4678-99fb-c9ea8cedc8ec tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:16.071464 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-823c761e-1029-471d-9bd4-4acfe6a22639 req-d5734f8c-8e5a-4678-99fb-c9ea8cedc8ec tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2000415 Jan 24 09:27:16.110673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:16.149481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:16.158440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Usage tracker for resource:security_group_rule and tenant:4ed22235023b4dcc8568f53874273bd7 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:16.164709 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:16.186089 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-823c761e-1029-471d-9bd4-4acfe6a22639 req-89d5a29a-e932-4e5f-9fa6-8cfdc1c4948b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128447 Jan 24 09:27:16.187900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:16.346610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:16.350390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:16.375093 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-10e58bf4-c300-4571-be83-3005a1dae9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:16.487031 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ed22235023b4dcc8568f53874273bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7143767 Jan 24 09:27:16.488970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152cb5bf-a2ba-44eb-920f-43a984c9b72d,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:16.491789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45582) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:16.497448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6eeabd63-31d9-4860-b7e6-e5de84a92abe up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:16.510383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.511022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.511690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.512342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.513012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.513605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.514240 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.514815 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.515356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.515994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.516521 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.517125 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.518180 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.518481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.519017 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.519538 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.520215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.520749 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.521421 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.522061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.522670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.523157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.523771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.524426 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:16.531585 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6d6afb7a-60a0-4e80-a435-198e33449985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:16.578733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:16.606058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dfcb3-2986-4d0e-81c7-054eefa0e5c6 req-d2a6e117-db4d-4f3f-bb30-9000cb7665af tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:16.607792 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2a3dfcb3-2986-4d0e-81c7-054eefa0e5c6 req-d2a6e117-db4d-4f3f-bb30-9000cb7665af tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2340860 Jan 24 09:27:16.610721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:16.611329 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6eeabd63-31d9-4860-b7e6-e5de84a92abe triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:16.611862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:16.621924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45586) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:16.629821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-6fef7830-ac1a-4028-8b91-3fe97b743799 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Request body: {'floatingip': {'port_id': '6eeabd63-31d9-4860-b7e6-e5de84a92abe'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:17.033358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6fef7830-ac1a-4028-8b91-3fe97b743799 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:17.239820 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:17.249320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0e2fb46d-1778-4ebd-90a8-d21a14267b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:17.313777 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152cb5bf-a2ba-44eb-920f-43a984c9b72d,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:17.335683 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.336102 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.336521 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.336927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.338028 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.338547 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.339029 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.343638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.345182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.345182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.345182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.345182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.345668 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.345668 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:17.356893 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:17.357821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:17.359166 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/152cb5bf-a2ba-44eb-920f-43a984c9b72d HTTP/1.1" status: 204 len: 168 time: 0.8645253 Jan 24 09:27:17.975158 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6fef7830-ac1a-4028-8b91-3fe97b743799 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:17.979169 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6fef7830-ac1a-4028-8b91-3fe97b743799 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:18.231804 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [None req-6fef7830-ac1a-4028-8b91-3fe97b743799 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Floating IP a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37 associated. External IP: 172.28.3.28, port: 6eeabd63-31d9-4860-b7e6-e5de84a92abe. Jan 24 09:27:18.864120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fef7830-ac1a-4028-8b91-3fe97b743799 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Router 5d0e64d3-b86e-4112-8416-9fb4df83974c has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:27:19.116141 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef7830-ac1a-4028-8b91-3fe97b743799 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:27:19.133088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6fef7830-ac1a-4028-8b91-3fe97b743799 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:19.138189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] Sync routers for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:27:19.159667 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:27:19.160701 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:26:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:19.219175 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-6fef7830-ac1a-4028-8b91-3fe97b743799 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "PUT /v2.0/floatingips/a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37 HTTP/1.1" status: 200 len: 991 time: 2.5960608 Jan 24 09:27:19.220137 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe'}] {{(pid=80074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:19.286428 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe', 'status': 'completed', 'code': 200} Jan 24 09:27:19.442445 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-42bf00a0-a0e8-4c09-a827-2a86e499fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:19.444986 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-42bf00a0-a0e8-4c09-a827-2a86e499fd15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 1163 time: 0.1213486 Jan 24 09:27:19.464710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:27:19.704496 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-de045e13-8f89-428c-947e-c4d88e5c16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:19.706003 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-de045e13-8f89-428c-947e-c4d88e5c16c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 0.2529728 Jan 24 09:27:19.859148 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-88dc47c7-2bed-4a25-8fa3-37d400162759 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe HTTP/1.1" status: 200 len: 999 time: 0.1448500 Jan 24 09:27:20.003413 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-1f1cb9e7-4878-430a-9a15-9fea7685ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:20.006176 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-1f1cb9e7-4878-430a-9a15-9fea7685ea06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.1408312 Jan 24 09:27:20.007714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': 'a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'floating_ip_address': '172.28.3.28', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'port_id': '6eeabd63-31d9-4860-b7e6-e5de84a92abe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'mac_address': 'fa:16:3e:7c:57:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b13993-3690-47bc-b28f-1caa25cab261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:26:54Z', 'updated_at': '2021-01-24T09:27:17Z', 'revision_number': 1, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:20.014074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] Checking router: 5d0e64d3-b86e-4112-8416-9fb4df83974c for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:27:20.030337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:27:20.031083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:26:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:20.163069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-8f5465ce-62e6-457d-af41-b7b28bc98d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:20.165990 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-8f5465ce-62e6-457d-af41-b7b28bc98d2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1512282 Jan 24 09:27:20.440507 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-a83830fe-8dee-41c7-922b-27c6a5ca3cf4 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656138 Jan 24 09:27:20.561671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:27:20.699466 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e22f0b8a-b992-48de-98fb-ea2ff445a624 req-2046e877-f374-483e-bea8-213f69b516cc service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2492721 Jan 24 09:27:21.110719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': 'a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'floating_ip_address': '172.28.3.28', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'port_id': '6eeabd63-31d9-4860-b7e6-e5de84a92abe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'mac_address': 'fa:16:3e:7c:57:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b13993-3690-47bc-b28f-1caa25cab261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:26:54Z', 'updated_at': '2021-01-24T09:27:17Z', 'revision_number': 1, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:21.116573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c22c02-5ee3-4a7c-9c5d-8b4928a99af9 None None] The sync data for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb is: [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': 'a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'floating_ip_address': '172.28.3.28', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'port_id': '6eeabd63-31d9-4860-b7e6-e5de84a92abe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'mac_address': 'fa:16:3e:7c:57:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b13993-3690-47bc-b28f-1caa25cab261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:26:54Z', 'updated_at': '2021-01-24T09:27:17Z', 'revision_number': 1, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:27:21.518452 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c49f420-8039-4ed3-9421-f3043530527c None None] New status for floating IP a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37: ACTIVE {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:27:24.294090 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:25.476305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f6864611-54b8-448e-a681-7d40c5a90ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:28.012877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f0fad48e-040e-4760-8982-e21f9aef04b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:28.418371 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:29.583177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:29.964014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:30.225985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-3920e354-d9c1-4df8-b544-608ef9db737b tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Synchronizing usage tracker for tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 on resource:security_group {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:27:30.246344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-3920e354-d9c1-4df8-b544-608ef9db737b tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Unset dirty status for tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 on resource:security_group {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:27:30.247986 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-3920e354-d9c1-4df8-b544-608ef9db737b tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-420483716&fields=id&tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9 HTTP/1.1" status: 200 len: 267 time: 0.0767486 Jan 24 09:27:30.480889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-c86e7a9e-c66a-4439-9a93-689c13647da6 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:30.482876 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-c86e7a9e-c66a-4439-9a93-689c13647da6 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/networks?id=b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 200 len: 808 time: 0.2213213 Jan 24 09:27:30.503883 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-27973b30-5221-4fee-8914-f15dab08f3f8 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/quotas/b929a8ec5eeb4a2a8b9b16715b648ee9 HTTP/1.1" status: 200 len: 375 time: 0.0115380 Jan 24 09:27:30.561529 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45834) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:30.674423 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-776ae2d4-654b-495b-a8d0-64c8f870eb10 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593323 Jan 24 09:27:30.794757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:30.816742 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:30.821160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4da030cd87419999f35a2f392d3ada is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:30.824758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:30.831222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:30.960194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:30.964466 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:30.974710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ad9eafc0-6388-420a-bf41-ccc914f8e1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:31.049165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a556ddf1-212d-4a6f-bf3b-8e8db62691fd,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:31.054697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45848) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:31.063897 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d4da030cd87419999f35a2f392d3ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002358 Jan 24 09:27:31.064179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45852) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:31.065320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:31.119514 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-409b98ba-a96e-487c-aab4-3d5315547b25 service neutron] 10.222.0.18 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185367 Jan 24 09:27:31.303235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.321614 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:31.326449 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] Usage tracker for resource:security_group_rule and tenant:ce63db71a6a647bfab4fb6ca51c38be1 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:31.329952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:31.336535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:31.436383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.439717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.450065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5d88ded-5f64-4990-a363-d31133623cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:31.484204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c38a8ad-6488-4e12-97d3-75d08ecb65ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.496119 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce63db71a6a647bfab4fb6ca51c38be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367230 Jan 24 09:27:31.496390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45860) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:31.499284 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56ee5df-3320-43b3-aaa0-b8713a396793,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:31.514245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:31.549662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c38a8ad-6488-4e12-97d3-75d08ecb65ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.568554 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c15441f-b043-4533-a743-93b5527588d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.575733 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-c4c941e2-35c6-47dc-b78d-90c60170ec39 service neutron] 10.222.0.18 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4320965 Jan 24 09:27:31.607668 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c15441f-b043-4533-a743-93b5527588d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.620696 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c38a8ad-6488-4e12-97d3-75d08ecb65ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.626552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e45408b5-5dbc-4404-a194-d6faf0a37fed tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:31.641596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38a8ad-6488-4e12-97d3-75d08ecb65ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a556ddf1-212d-4a6f-bf3b-8e8db62691fd,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:31.645696 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5c38a8ad-6488-4e12-97d3-75d08ecb65ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:31.654000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c38a8ad-6488-4e12-97d3-75d08ecb65ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.654470 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5c38a8ad-6488-4e12-97d3-75d08ecb65ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a556ddf1-212d-4a6f-bf3b-8e8db62691fd HTTP/1.1" status: 204 len: 168 time: 0.5887284 Jan 24 09:27:31.681273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c15441f-b043-4533-a743-93b5527588d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.686190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-597eb70f-80b4-42a5-b496-c8a77e66a793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:31.703756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15441f-b043-4533-a743-93b5527588d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56ee5df-3320-43b3-aaa0-b8713a396793,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:31.709251 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5c15441f-b043-4533-a743-93b5527588d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:31.714005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c15441f-b043-4533-a743-93b5527588d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.717799 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5c15441f-b043-4533-a743-93b5527588d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c56ee5df-3320-43b3-aaa0-b8713a396793 HTTP/1.1" status: 204 len: 168 time: 0.2179172 Jan 24 09:27:32.183975 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f663c995-7a22-406e-adcd-6657e5254d92 req-8c1ba95f-b877-4f9f-b533-345f0f2d0f00 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 210 time: 0.0597363 Jan 24 09:27:32.314341 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45890) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:32.349226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:32.378399 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:32.392878 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] Usage tracker for resource:security_group_rule and tenant:ee3249c49af14de988f7feb34cabece0 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:32.402870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:32.417173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:32.557717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:32.566929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:32.583046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-964bd9b6-f339-412d-95e5-8d593df31083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:32.644076 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee3249c49af14de988f7feb34cabece0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244886 Jan 24 09:27:32.645740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45902) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:32.650775 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f6888e-ab30-41f6-98b6-15c19a7ffe70,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:32.674412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:32.745735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e76edca5-b468-4b64-b0d5-96e0e8212d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:32.779628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e76edca5-b468-4b64-b0d5-96e0e8212d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:32.846110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e76edca5-b468-4b64-b0d5-96e0e8212d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:32.853031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-44b0c156-d1b0-4395-b4b8-007c53f7bbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:32.870487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76edca5-b468-4b64-b0d5-96e0e8212d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f6888e-ab30-41f6-98b6-15c19a7ffe70,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:32.879266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e76edca5-b468-4b64-b0d5-96e0e8212d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:32.880823 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e76edca5-b468-4b64-b0d5-96e0e8212d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:32.882392 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e76edca5-b468-4b64-b0d5-96e0e8212d46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49f6888e-ab30-41f6-98b6-15c19a7ffe70 HTTP/1.1" status: 204 len: 168 time: 0.2347450 Jan 24 09:27:33.342982 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:27:33.464410 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45930) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:33.473860 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f0d668d2-1a62-4a5d-9b9d-4066721d4bd7 req-814a1fb4-634b-45bd-9d64-5f41ad8ea890 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 210 time: 0.0619142 Jan 24 09:27:33.486981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45936) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:33.532276 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:33.573506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:33.588033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] Usage tracker for resource:security_group_rule and tenant:ab4fa27ec5de4afe999f52a1ec9f67af is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:33.591438 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:33.598024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:33.731002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:33.735659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:33.747079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8dc2919d-a0a0-4262-896c-af16e3abdb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:33.818708 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab4fa27ec5de4afe999f52a1ec9f67af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292689 Jan 24 09:27:33.820912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beda27a-0352-4448-bde6-c8ea99c7c2e6,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:33.821758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 45944) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:33.825151 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:33.831541 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-427896828-network', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:33.837351 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:33.842172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Usage tracker for resource:network and tenant:b0274d28a1fe4faaab07a670a4f9ecc2 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:33.846784 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:33.854247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:33.865255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Made reservation on behalf of b0274d28a1fe4faaab07a670a4f9ecc2 for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:27:33.871234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:33.888808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:33.907967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:33.912249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Usage tracker for resource:security_group_rule and tenant:b0274d28a1fe4faaab07a670a4f9ecc2 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:33.916445 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:33.926835 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:33.990997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-774d16ec-e613-40c5-be47-7e7ff55eb2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.052419 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfc769-d1ff-47a4-940b-061eebcfd6aa req-5d1f1b7a-e7b0-4b99-b6b5-a34d52622b47 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:34.055032 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d5dfc769-d1ff-47a4-940b-061eebcfd6aa req-5d1f1b7a-e7b0-4b99-b6b5-a34d52622b47 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.1993160 Jan 24 09:27:34.066900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-774d16ec-e613-40c5-be47-7e7ff55eb2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.090370 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.094608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.104174 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-29115bc5-f363-44df-a7b6-16bff4354ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:34.167356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:27:34.170736 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb7e058-6bc2-44d6-a90a-4e148fcf0601,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:34.174710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:34.184923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.185465 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Added segment 85d46248-643d-429a-b0d0-12a99061fb76 of type vxlan for network c4919eeb-41a0-447c-b44e-2abffaf083c5 Jan 24 09:27:34.245004 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.281556 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d5dfc769-d1ff-47a4-940b-061eebcfd6aa req-2e0c75a6-7333-48d9-ac56-0bec2a93f855 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996417 Jan 24 09:27:34.302885 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.316112 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:34.317324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.345173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ccb41a7c-dfba-4e88-87bb-c3716155f3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:34.348262 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-774d16ec-e613-40c5-be47-7e7ff55eb2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.354895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-79a80b85-9a54-4eb8-bcfc-ad70c8f8dadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:34.381409 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d16ec-e613-40c5-be47-7e7ff55eb2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beda27a-0352-4448-bde6-c8ea99c7c2e6,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:34.387051 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-774d16ec-e613-40c5-be47-7e7ff55eb2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:34.426767 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-841d3a83-6f94-467c-b7e7-6d58eb65892a tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:34.428801 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-841d3a83-6f94-467c-b7e7-6d58eb65892a tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.13 "GET /v2.0/networks?id=b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 200 len: 808 time: 0.2783356 Jan 24 09:27:34.430190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-774d16ec-e613-40c5-be47-7e7ff55eb2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.447576 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-774d16ec-e613-40c5-be47-7e7ff55eb2c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2beda27a-0352-4448-bde6-c8ea99c7c2e6 HTTP/1.1" status: 204 len: 168 time: 0.6111441 Jan 24 09:27:34.555202 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0888352 Jan 24 09:27:34.557260 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Pushing event updated for resources: {'Network': ['ID=c4919eeb-41a0-447c-b44e-2abffaf083c5,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:34.561051 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45952) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:34.567444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:34.572312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:27:34.574292 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Request body: {'subnet': {'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-427896828-subnet', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'ip_version': 4}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:34.588676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:34.605720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Usage tracker for resource:subnet and tenant:b0274d28a1fe4faaab07a670a4f9ecc2 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:34.613392 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:34.614998 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-cd7b636b-f91c-47c3-a1a8-6140f63ef7be tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9 HTTP/1.1" status: 200 len: 5757 time: 0.1640935 Jan 24 09:27:34.631752 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Request body: {'port': {'device_id': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'admin_state_up': True, 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'security_groups': ['1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1']}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:34.634131 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:34.653196 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:27:34.674927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Made reservation on behalf of b0274d28a1fe4faaab07a670a4f9ecc2 for: {'subnet': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:27:34.695605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852412406'] for subnet, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.919205 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cd5aff38-7e28-4344-ae7d-a0f00d9b5df9 req-2aa96939-50c0-4c82-819f-cc9f41b03f4e tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 210 time: 0.2073104 Jan 24 09:27:35.040458 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:35.065596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Usage tracker for resource:port and tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:35.079093 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Quota usage for port was recalculated. Used quota:2. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:35.089973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:35.103995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Made reservation on behalf of b929a8ec5eeb4a2a8b9b16715b648ee9 for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:27:35.135424 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:35.831713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852300326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852412389'] for subnet, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:35.864534 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5db8a014-2325-46a3-9a24-68484ea7f8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:36.053288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb6064-2d5f-4cd9-b9fe-f42f289a28ca req-1fc6af0d-3efd-4c9c-9b94-5495c00e30ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:36.064768 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-caeb6064-2d5f-4cd9-b9fe-f42f289a28ca req-1fc6af0d-3efd-4c9c-9b94-5495c00e30ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.5514665 Jan 24 09:27:36.121937 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Allocated IP 172.20.0.14 (b62ca119-e5af-4450-bd62-08f453d0ad89/614d4951-5496-4800-8529-a26454b81005/5d171a9e-e9bc-4d98-965e-37b15e7af1dd) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:27:36.184120 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-caeb6064-2d5f-4cd9-b9fe-f42f289a28ca req-4ddf1dcf-f6dc-4491-b73b-bab9b192c26e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181226 Jan 24 09:27:36.310582 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c0f3f9ed-5a18-4bb7-8f96-8546cd3cd387 req-dd02545a-9ab5-4205-b256-fd8dcd3ddbb0 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 210 time: 0.1226563 Jan 24 09:27:36.377008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76d791-768c-4545-868a-df97662dac10 req-3f9e4c22-9fa2-40e8-b6c6-3ec4af43f676 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:36.379666 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1c76d791-768c-4545-868a-df97662dac10 req-3f9e4c22-9fa2-40e8-b6c6-3ec4af43f676 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.13 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 945 time: 0.4944413 Jan 24 09:27:36.437140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c196af86-e5b3-48bc-8f87-0cdfce40bd9e,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:36.444099 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:36.514888 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:27:36.556688 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Checking segment: {'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:27:36.557205 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Network hostable DHCP agents. Network: c4919eeb-41a0-447c-b44e-2abffaf083c5, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:27:36.596857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:27:36.618433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, c4919eeb-41a0-447c-b44e-2abffaf083c5) {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:36.641151 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:36.641831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:36.672427 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1055982 Jan 24 09:27:36.672898 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 45984) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:36.673351 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Deleting port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:27:36.673746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:36.681452 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:36.686318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b0d8c-9ab5-426f-8275-eb82751b9d1a None None] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:27:36.687379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:36.692244 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Usage tracker for resource:router and tenant:b0274d28a1fe4faaab07a670a4f9ecc2 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:36.697005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:36.704464 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:36.718018 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770381'] for router, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:36.719379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636311', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5435'] for router, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:36.742671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:36.916576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:37.022577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Transition to ACTIVE for port object 5d171a9e-e9bc-4d98-965e-37b15e7af1dd will not be triggered until provisioned by entity DHCP. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:37.173675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] For port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:37.174631 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:37.191087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:37.299892 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:37.382019 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854152186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5418'] for router, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:37.416356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:37.425228 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:37.492523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:37.497740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:37.538263 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f7260880-2291-4f80-aaab-ca30a66a6b4f tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:37.724484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46000) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:37.751622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c98073-1307-5b7b-957a-31adcb0bea93-c4919eeb-41a0-447c-b44e-2abffaf083c5', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e'}]}} from dv-cinder-772181-7-smb. {{(pid=80075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:27:37.756154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:37.787433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:37.807551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.807945 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.808335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.808775 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.809182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.809625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.810038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.810504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.810900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.811267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.811634 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.811997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.812445 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.812808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.813171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.813535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.813894 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.814257 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.814665 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.815024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.815383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.815741 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.816097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.816454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:37.822265 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:38.080203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.118764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Pushing event updated for resources: {'Port': ['ID=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:38.122560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:38.123946 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:38.127300 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Network b62ca119-e5af-4450-bd62-08f453d0ad89 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:38.136270 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] Usage tracker for resource:security_group_rule and tenant:be767263f38843c78eebc31ec31663e5 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:38.144035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:38.158177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.198266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:38.206971 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.207610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:38.210421 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:27:38.220780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Allocated IP 172.20.0.2 (c4919eeb-41a0-447c-b44e-2abffaf083c5/c196af86-e5b3-48bc-8f87-0cdfce40bd9e/c5e0fe6f-2861-431d-ac49-0d953fe3533c) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:27:38.538115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5f179b31-3d63-4ed0-9ca6-47115b07df20 None None] Provisioning for port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:38.548860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5f179b31-3d63-4ed0-9ca6-47115b07df20 None None] Provisioning complete for port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:38.548860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5f179b31-3d63-4ed0-9ca6-47115b07df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.623487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.641966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:38.643137 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.644758 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Transition to ACTIVE for port object c5e0fe6f-2861-431d-ac49-0d953fe3533c will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:38.653836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-5f179b31-3d63-4ed0-9ca6-47115b07df20 None None] Port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:27:38.667833 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Transition to ACTIVE for port object c5e0fe6f-2861-431d-ac49-0d953fe3533c will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:38.674179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.689473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:38.752985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086fa09-692e-4288-82b9-3c74c0a3a0cc req-9b0b029d-416d-4202-a56e-5f186bff4350 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:38.756060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.761717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.764555 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f086fa09-692e-4288-82b9-3c74c0a3a0cc req-9b0b029d-416d-4202-a56e-5f186bff4350 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 943 time: 1.1665840 Jan 24 09:27:38.769603 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1452951 Jan 24 09:27:38.775622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e25d9243-8ae6-41ab-a79d-e6f1699af1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:38.822808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Allocated IP 172.28.3.83 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/0214b2e3-6c33-473f-b576-05b1552a39fb) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:27:38.834978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.835278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Pushing event updated for resources: {'Port': ['ID=c5e0fe6f-2861-431d-ac49-0d953fe3533c,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:38.835657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:38.836233 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Floating IP 54736b67-9275-4d10-b42a-1a39733e2e5c disassociated. External IP: 172.28.3.208, port: 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea. Jan 24 09:27:38.837868 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Calling delete_port for 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:27:38.840319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:38.849847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c140181-6af3-4535-b678-c9a6e0ac4001,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:38.858490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:38.868526 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be767263f38843c78eebc31ec31663e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1293097 Jan 24 09:27:38.881841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46010) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:38.925384 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:38.927022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:38.938544 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:27:39.016764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Attempting to bind port c5e0fe6f-2861-431d-ac49-0d953fe3533c on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:39.017581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Attempting to bind port c5e0fe6f-2861-431d-ac49-0d953fe3533c by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:27:39.018755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Attempting to bind port c5e0fe6f-2861-431d-ac49-0d953fe3533c on network c4919eeb-41a0-447c-b44e-2abffaf083c5 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:27:39.030895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bcfaa-9144-47e3-9d0a-8d09b67f2b29 req-6b476198-2691-44a7-9b5b-6244bb4f4492 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:39.031793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-758bcfaa-9144-47e3-9d0a-8d09b67f2b29 req-6b476198-2691-44a7-9b5b-6244bb4f4492 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Synchronizing usage tracker for tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:27:39.033542 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:27:39.033970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Checking segment: {'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:27:39.035264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:39.036378 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Bound using segment: {'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:27:39.037063 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Bound port: c5e0fe6f-2861-431d-ac49-0d953fe3533c, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:27:39.037510 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:39.059379 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f086fa09-692e-4288-82b9-3c74c0a3a0cc req-176ca83f-863d-47cb-aa9b-b1b5e7df2087 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931414 Jan 24 09:27:39.070187 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Request body: {'port': {'device_id': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:39.075498 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aafd32a1-d26f-4a5d-ab81-b9aee3c2b09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:39.166242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aafd32a1-d26f-4a5d-ab81-b9aee3c2b09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:39.260530 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea', 'code': 200} Jan 24 09:27:39.274032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:39.280239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-758bcfaa-9144-47e3-9d0a-8d09b67f2b29 req-6b476198-2691-44a7-9b5b-6244bb4f4492 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Unset dirty status for tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:27:39.282391 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-758bcfaa-9144-47e3-9d0a-8d09b67f2b29 req-6b476198-2691-44a7-9b5b-6244bb4f4492 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 932 time: 1.1583829 Jan 24 09:27:39.288460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] For port c5e0fe6f-2861-431d-ac49-0d953fe3533c, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:27:39.293524 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] For port c5e0fe6f-2861-431d-ac49-0d953fe3533c, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=c5e0fe6f-2861-431d-ac49-0d953fe3533c,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:27:39.297421 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:39.335818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aafd32a1-d26f-4a5d-ab81-b9aee3c2b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:39.346560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8e486b79-5dd3-4b4a-ae3d-74e6b58eeea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:39.363489 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:39.396582 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:39.400646 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:27:39.401098 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:27:39.406426 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd32a1-d26f-4a5d-ab81-b9aee3c2b09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c140181-6af3-4535-b678-c9a6e0ac4001,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:39.414591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aafd32a1-d26f-4a5d-ab81-b9aee3c2b09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:39.422981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c96a2bf4-81ec-4700-bef7-200c07e3d1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:39.458988 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-758bcfaa-9144-47e3-9d0a-8d09b67f2b29 req-cdb91aa9-4d62-4431-9b11-685faeeb09e4 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1164114 Jan 24 09:27:39.460101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:39.584849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aafd32a1-d26f-4a5d-ab81-b9aee3c2b09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:39.591340 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-aafd32a1-d26f-4a5d-ab81-b9aee3c2b09f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c140181-6af3-4535-b678-c9a6e0ac4001 HTTP/1.1" status: 204 len: 168 time: 0.7031713 Jan 24 09:27:39.593210 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Pushing event updated for resources: {'Port': ['ID=0214b2e3-6c33-473f-b576-05b1552a39fb,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:39.598278 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:39.647802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Pushing event updated for resources: {'Port': ['ID=c5e0fe6f-2861-431d-ac49-0d953fe3533c,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:39.657330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:39.703060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:39.705179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:39.708429 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:27:39.960032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Deleting port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:27:39.960504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:40.378654 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:40.637012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] For port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:40.637437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:40.695371 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6ecf0-528a-4a23-a197-9a58d5cbd52e req-93e583d6-c9e9-4a52-8dbd-2d34a0479560 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:40.697689 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-acb6ecf0-528a-4a23-a197-9a58d5cbd52e req-93e583d6-c9e9-4a52-8dbd-2d34a0479560 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 943 time: 0.3958814 Jan 24 09:27:40.803497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854139454'] for router, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:40.861623 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d171a9e-e9bc-4d98-965e-37b15e7af1dd {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:27:40.880563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:40.988221 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Transition to ACTIVE for port object 5d171a9e-e9bc-4d98-965e-37b15e7af1dd will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:41.019051 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-acb6ecf0-528a-4a23-a197-9a58d5cbd52e req-a2b5a24a-a408-44d3-8d16-f48177d7ef8f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=7c16d859-20df-4b8f-8158-0cdcedf5a475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478964 Jan 24 09:27:41.029345 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:41.193327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c1ad5a81-a9de-4b20-9cad-09c399f52fba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:41.250922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device c5e0fe6f-2861-431d-ac49-0d953fe3533c up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:41.378423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port c5e0fe6f-2861-431d-ac49-0d953fe3533c completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:41.388709 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 is scheduled to L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e with binding_index 1 {{(pid=80074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:27:41.432268 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2944813f-1567-46f9-9c36-ba242b1f62ee None None] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:27:41.584764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-bb88e092-9aac-41cc-80fb-9dcc1647ace9 None None] Provisioning for port c5e0fe6f-2861-431d-ac49-0d953fe3533c completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:41.598088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-bb88e092-9aac-41cc-80fb-9dcc1647ace9 None None] Provisioning complete for port c5e0fe6f-2861-431d-ac49-0d953fe3533c triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:41.599189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb88e092-9aac-41cc-80fb-9dcc1647ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:41.632226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:27:41.664078 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:41.667685 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ae0638a2-62d4-4c86-8001-a6821616b568 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9927468 Jan 24 09:27:41.671844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46024) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:41.723366 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Sync routers for ids ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:27:41.839653 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25db4a-fc0c-40b9-b953-455a4d36d2b9 req-3de8d16e-5ccd-44d4-af50-679b6472a0dd tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:41.847555 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1e25db4a-fc0c-40b9-b953-455a4d36d2b9 req-3de8d16e-5ccd-44d4-af50-679b6472a0dd tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 932 time: 1.0753508 Jan 24 09:27:41.879526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Pushing event updated for resources: {'Port': ['ID=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:41.891841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:41.905512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:41.905999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:41.906269 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Floating IP 54736b67-9275-4d10-b42a-1a39733e2e5c disassociated. External IP: 172.28.3.208, port: 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea. Jan 24 09:27:41.906824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Calling delete_port for 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:27:42.042479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Routers {'62155f07-e09e-4b43-9d3c-f339c2c6d5f6'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:27:42.042731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:27:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:42.251666 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1e25db4a-fc0c-40b9-b953-455a4d36d2b9 req-54e20715-e17b-49f0-99db-be157a7d2503 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.4030945 Jan 24 09:27:42.325448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:42.350478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:42.387850 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a87dc8b9-d87a-47d6-8a3d-20d5b656ceb2 req-c058448b-1769-41dd-9ea6-e7b1ca49295b tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 210 time: 0.1344981 Jan 24 09:27:42.388530 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Attempting to bind port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:42.388893 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Attempting to bind port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:27:42.389347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Attempting to bind port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd on network b62ca119-e5af-4450-bd62-08f453d0ad89 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:27:42.445540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb88e092-9aac-41cc-80fb-9dcc1647ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:42.491557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event deleted for resources: {'Port': ['ID=92247ad3-5c0c-4a9c-9f43-f3e43d80fcea,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:42.497177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:42.497177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:27:42.497177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Checking segment: {'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:27:42.497177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:42.497177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Bound using segment: {'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:27:42.497716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Bound port: 5d171a9e-e9bc-4d98-965e-37b15e7af1dd, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976b5c1d-1f09-47c7-9218-9694d4037c64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:27:42.498008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:42.536633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-bb88e092-9aac-41cc-80fb-9dcc1647ace9 None None] For port c5e0fe6f-2861-431d-ac49-0d953fe3533c, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=c5e0fe6f-2861-431d-ac49-0d953fe3533c,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:42.549012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb88e092-9aac-41cc-80fb-9dcc1647ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:42.552720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Set router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:27:42.600299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:42.750276 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] For port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:27:42.756953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:42.758911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] For port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:27:42.770750 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:42.797486 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e4d1e2a4-1fda-48ec-bf77-9153a80e9c0d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:42.872101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88e092-9aac-41cc-80fb-9dcc1647ace9 None None] Pushing event updated for resources: {'Port': ['ID=c5e0fe6f-2861-431d-ac49-0d953fe3533c,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:42.878228 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bb88e092-9aac-41cc-80fb-9dcc1647ace9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:43.085174 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:40Z', 'revision_number': 3, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:43.109295 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Pushing event updated for resources: {'Port': ['ID=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:43.124159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:43.136863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Checking router: 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:27:43.142318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Updating router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 port 0214b2e3-6c33-473f-b576-05b1552a39fb binding host dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:27:43.187002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Router e64729d7-97d4-4eba-8bfc-a64868bd4651 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:27:43.301536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device c5e0fe6f-2861-431d-ac49-0d953fe3533c up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:43.301937 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Allocated IP 172.20.0.1 (c4919eeb-41a0-447c-b44e-2abffaf083c5/c196af86-e5b3-48bc-8f87-0cdfce40bd9e/2aed2261-d52d-4217-b9a1-945fc3fda8dc) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:27:43.377832 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-9ca91ad2-daf8-4c5c-8a62-71a961b81252 None None] Provisioning complete for port c5e0fe6f-2861-431d-ac49-0d953fe3533c triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:43.378690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9ca91ad2-daf8-4c5c-8a62-71a961b81252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:43.454883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:43.541642 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:43.542509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:43.544533 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] 10.222.0.13 "PUT /v2.0/ports/5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 1158 time: 4.7304029 Jan 24 09:27:43.552009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:43.667635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:43.710499 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Transition to ACTIVE for port object 2aed2261-d52d-4217-b9a1-945fc3fda8dc will not be triggered until provisioned by entity DHCP. {{(pid=80074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:43.743829 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:43.778124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:43.900984 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:27:43.918141 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-241c8384-73df-4bbd-88fc-4ca4efea3701 req-c2cb7a03-766e-4e24-a099-6f95bef6e1f7 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=fcb15a8e-a96c-466f-81b0-6f000ef5fa5a HTTP/1.1" status: 200 len: 210 time: 0.1301131 Jan 24 09:27:43.918417 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] Sync routers for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:27:43.932236 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:27:43.933314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:27:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:43.941597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port c5e0fe6f-2861-431d-ac49-0d953fe3533c triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:43.941597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:44.073878 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] No DVR routers for this DVR port 92247ad3-5c0c-4a9c-9f43-f3e43d80fcea on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:27:44.087247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:44.100927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Pushing event updated for resources: {'Port': ['ID=2aed2261-d52d-4217-b9a1-945fc3fda8dc,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:44.114092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:44.192393 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1c76d791-768c-4545-868a-df97662dac10 req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.13 "DELETE /v2.0/ports/92247ad3-5c0c-4a9c-9f43-f3e43d80fcea HTTP/1.1" status: 204 len: 173 time: 7.7994602 Jan 24 09:27:44.230915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:44.232860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:44.237424 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:27:44.315242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c87c-5ed7-4dc7-b954-32a26806ac20 req-634b6563-563e-4810-a9ad-e7d19212ee44 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:44.335753 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2155c87c-5ed7-4dc7-b954-32a26806ac20 req-634b6563-563e-4810-a9ad-e7d19212ee44 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 944 time: 0.8033729 Jan 24 09:27:44.424193 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-c6a63353-a54f-46f1-b4fe-c1755d20d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:44.426202 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-c6a63353-a54f-46f1-b4fe-c1755d20d431 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1161 time: 0.6799028 Jan 24 09:27:44.439044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636272'] for router_interface, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:44.681440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-aca38b9f-cca6-4be4-8246-59d076acff95 None None] Provisioning complete for port c5e0fe6f-2861-431d-ac49-0d953fe3533c triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:44.682703 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aca38b9f-cca6-4be4-8246-59d076acff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:44.712826 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2155c87c-5ed7-4dc7-b954-32a26806ac20 req-94e37653-b150-4c5f-b355-5edec3e0deb0 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3751140 Jan 24 09:27:44.721615 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-f38ebb5c-0bc7-42bf-9248-bae38a602136 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 217 time: 0.2792914 Jan 24 09:27:44.727402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:44.807222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:27:44.852952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-c2e13fa8-03bb-4f58-989f-b5755f9a6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:44.855149 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-c2e13fa8-03bb-4f58-989f-b5755f9a6ef2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=614d4951-5496-4800-8529-a26454b81005 HTTP/1.1" status: 200 len: 847 time: 0.1315515 Jan 24 09:27:44.857550 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'status': 'completed', 'code': 200} Jan 24 09:27:45.070171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-64699525-b626-4c2f-808b-a9f8c62995c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:45.073742 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-64699525-b626-4c2f-808b-a9f8c62995c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b62ca119-e5af-4450-bd62-08f453d0ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2114804 Jan 24 09:27:45.131453 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:27:45.337912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:45.347965 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-398af163-e1c0-4e05-bf8a-6f3a99fffcc9 service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662296 Jan 24 09:27:45.400824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Notify callbacks [] for port, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:45.405652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852299966'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:45.430483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Transition to ACTIVE for port object 0214b2e3-6c33-473f-b576-05b1552a39fb will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:45.435915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:45.436893 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46048) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:45.437561 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:45.456580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90f4c244-b333-4d75-8d62-342213cbd0ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:45.518098 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Pushing event updated for resources: {'Port': ['ID=2aed2261-d52d-4217-b9a1-945fc3fda8dc,revision_number=2']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:45.538594 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:45.552118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a02f3b-cb91-46c4-90d2-7413adcffc0d None None] Pushing event updated for resources: {'Port': ['ID=0214b2e3-6c33-473f-b576-05b1552a39fb,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:45.563281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e3a02f3b-cb91-46c4-90d2-7413adcffc0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:45.593879 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853738566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637915'] for router_interface, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:45.644148 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9524c79e-aec4-48cf-8f49-3d7608288642 req-d460babc-0b88-49a9-8bd0-cf7cabba8008 service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2868752 Jan 24 09:27:45.811237 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Attempting to bind port 0214b2e3-6c33-473f-b576-05b1552a39fb on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:45.812753 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Attempting to bind port 0214b2e3-6c33-473f-b576-05b1552a39fb by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:27:45.813910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Attempting to bind port 0214b2e3-6c33-473f-b576-05b1552a39fb on network de65dbf3-a864-41cb-b58d-918771c2a6a0 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:27:45.823802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:27:45.825290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Checking segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:27:45.826239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:45.827204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Bound using segment: {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:27:45.828246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Bound port: 0214b2e3-6c33-473f-b576-05b1552a39fb, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f9d660-5508-48fa-a68d-f003812f3439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:27:45.829365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:45.841677 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-8ea42b34-a047-4e7e-8bc0-5c1745e7b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:45.848630 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-8ea42b34-a047-4e7e-8bc0-5c1745e7b86e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1161 time: 0.1548047 Jan 24 09:27:45.858573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe206fec-cef0-4d12-a9ea-69142909f090 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:45.889022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:45.909645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:45.934878 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe206fec-cef0-4d12-a9ea-69142909f090 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:45.965343 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:45.975978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] Checking router: e64729d7-97d4-4eba-8bfc-a64868bd4651 for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:27:46.013876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-16eec460-0d72-4d8a-a513-56bfc27b21d5 None None] Provisioning for port 2aed2261-d52d-4217-b9a1-945fc3fda8dc completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:46.016693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:27:46.022022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:27:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:46.029557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-16eec460-0d72-4d8a-a513-56bfc27b21d5 None None] Provisioning complete for port 2aed2261-d52d-4217-b9a1-945fc3fda8dc triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:46.030676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-16eec460-0d72-4d8a-a513-56bfc27b21d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:46.221920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] For port 0214b2e3-6c33-473f-b576-05b1552a39fb, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:27:46.263789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-16eec460-0d72-4d8a-a513-56bfc27b21d5 None None] Port 2aed2261-d52d-4217-b9a1-945fc3fda8dc cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:27:46.287791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] For port 0214b2e3-6c33-473f-b576-05b1552a39fb, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=0214b2e3-6c33-473f-b576-05b1552a39fb,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:27:46.296790 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:46.335776 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-5c7aeab0-a23c-4f46-9eb6-bbf76123c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:46.338131 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-5c7aeab0-a23c-4f46-9eb6-bbf76123c203 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 200 len: 902 time: 0.4814327 Jan 24 09:27:46.342897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:46.353829 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:27:46.450605 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-26595d01-a3cc-4295-b2f6-f1fa92d60b44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 217 time: 0.1042244 Jan 24 09:27:46.473793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a02f3b-cb91-46c4-90d2-7413adcffc0d None None] Pushing event updated for resources: {'Port': ['ID=0214b2e3-6c33-473f-b576-05b1552a39fb,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:46.484558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e3a02f3b-cb91-46c4-90d2-7413adcffc0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:46.498070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db22db-c0f8-4823-b0ab-08e2c59f725d req-1ba17da1-0f50-4675-9ab5-19517518bafa tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:46.507819 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e6db22db-c0f8-4823-b0ab-08e2c59f725d req-1ba17da1-0f50-4675-9ab5-19517518bafa tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 944 time: 0.5242462 Jan 24 09:27:46.546486 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe206fec-cef0-4d12-a9ea-69142909f090 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:46.569761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7a1bbc11-8b19-416f-9c43-39ef8dbb96fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:46.600252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-367c9b5f-e913-48db-8ded-94dfee5a0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:46.600825 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-67219982-5e3e-4dc0-bd2a-a5003249620b None None] Provisioning complete for port 2aed2261-d52d-4217-b9a1-945fc3fda8dc triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:46.601254 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-67219982-5e3e-4dc0-bd2a-a5003249620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:46.603728 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-367c9b5f-e913-48db-8ded-94dfee5a0452 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=614d4951-5496-4800-8529-a26454b81005 HTTP/1.1" status: 200 len: 847 time: 0.0921540 Jan 24 09:27:46.712030 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-67219982-5e3e-4dc0-bd2a-a5003249620b None None] Port 2aed2261-d52d-4217-b9a1-945fc3fda8dc cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:27:46.714233 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe206fec-cef0-4d12-a9ea-69142909f090 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c16d859-20df-4b8f-8158-0cdcedf5a475,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:46.726456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fe206fec-cef0-4d12-a9ea-69142909f090 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:46.756396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe206fec-cef0-4d12-a9ea-69142909f090 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:46.757653 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-fe206fec-cef0-4d12-a9ea-69142909f090 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "DELETE /v2.0/security-groups/7c16d859-20df-4b8f-8158-0cdcedf5a475 HTTP/1.1" status: 204 len: 168 time: 1.2459800 Jan 24 09:27:46.764363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46056) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:46.815695 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.v2.resource [None req-32d0c480-6d9b-4f9c-adb0-450a838532f2 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] show failed (client error): The resource could not be found. Jan 24 09:27:46.817485 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-32d0c480-6d9b-4f9c-adb0-450a838532f2 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups/7c16d859-20df-4b8f-8158-0cdcedf5a475 HTTP/1.1" status: 404 len: 347 time: 0.0481966 Jan 24 09:27:46.824093 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46060) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:46.847304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Routers {'62155f07-e09e-4b43-9d3c-f339c2c6d5f6'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:27:46.848743 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:27:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:46.968931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'name': 'network-vif-deleted', 'tag': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:46.973632 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:46.984469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d72ae-30f5-43f2-85dc-6d97f367c3c2 None None] The sync data for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb is: [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:27:47.042106 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e6db22db-c0f8-4823-b0ab-08e2c59f725d req-e718ca74-5586-4bab-840a-219fe583e337 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.5328023 Jan 24 09:27:47.091557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-6ca6c3a1-4d08-4d99-a6a6-fb5a36b9db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:47.093938 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-6ca6c3a1-4d08-4d99-a6a6-fb5a36b9db3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b62ca119-e5af-4450-bd62-08f453d0ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4804358 Jan 24 09:27:47.156239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] Set router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:27:47.190955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Deleting port f1888864-140e-420d-b89e-2b65b35ae712 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:27:47.191520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:47.237165 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb15a8e-a96c-466f-81b0-6f000ef5fa5a', 'name': 'network-vif-deleted', 'tag': '92247ad3-5c0c-4a9c-9f43-f3e43d80fcea', 'status': 'completed', 'code': 200} Jan 24 09:27:47.254043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:27:47.356748 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-17699eee-ac31-4d3f-b174-1b9ee1baa1fb service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483685 Jan 24 09:27:47.553791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:45Z', 'revision_number': 2, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:47.559149 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7951b6-9277-4834-ab0c-5d65c88fe65d None None] The sync data for ids ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'] in dv-cinder-772181-7-smb is: [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:45Z', 'revision_number': 2, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:27:47.597229 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6664fe60-eb1a-4921-a678-6902fa8eeeb8 req-eb5a5362-4a66-4f1f-9d63-67f2a519570c service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2315750 Jan 24 09:27:47.610176 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca37cf6-5912-4198-9e53-3b0a2707aca9 None None] New status for floating IP 54736b67-9275-4d10-b42a-1a39733e2e5c: DOWN {{(pid=80075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:27:47.624604 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:27:47.633942 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] 10.222.0.18 "PUT /v2.0/routers/62155f07-e09e-4b43-9d3c-f339c2c6d5f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9599137 Jan 24 09:27:47.683008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:47.684055 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:47.931799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Calling delete_port for f1888864-140e-420d-b89e-2b65b35ae712 owned by network:floatingip {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:27:48.100969 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:27:48.101684 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:27:48.438516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f653025-f25d-4c7a-bd27-3d02efc1f13a req-2b489480-5de6-4509-b8a5-fba8874c52f3 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:48.441563 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2f653025-f25d-4c7a-bd27-3d02efc1f13a req-2b489480-5de6-4509-b8a5-fba8874c52f3 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 944 time: 0.1320033 Jan 24 09:27:48.547450 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2f653025-f25d-4c7a-bd27-3d02efc1f13a req-2934c097-a7fa-41c4-a93a-ae02fb64d379 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0921764 Jan 24 09:27:48.602855 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Deleting port f1888864-140e-420d-b89e-2b65b35ae712 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:27:48.603403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:48.945048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:48.946559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:48.983815 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5d171a9e-e9bc-4d98-965e-37b15e7af1dd up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:49.243115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Calling delete_port for f1888864-140e-420d-b89e-2b65b35ae712 owned by network:floatingip {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:27:49.276259 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:49.284276 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:49.284699 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:49.374319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 0214b2e3-6c33-473f-b576-05b1552a39fb up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:49.504237 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:49.522052 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e9b3deda-89a7-484f-893a-39c5d4833561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:49.561697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 0214b2e3-6c33-473f-b576-05b1552a39fb completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:49.574697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 0214b2e3-6c33-473f-b576-05b1552a39fb triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:49.577939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:49.631332 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event deleted for resources: {'Port': ['ID=f1888864-140e-420d-b89e-2b65b35ae712,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:49.639149 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:49.649608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:49.692232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:49.714008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:49.748302 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:49.757328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-13121634-d453-4ec8-89c2-db4fedc061c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:49.845633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:49.870979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:49.872227 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-0154e210-c053-4049-a625-7eba0d4a5ae8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "DELETE /v2.0/floatingips/54736b67-9275-4d10-b42a-1a39733e2e5c HTTP/1.1" status: 204 len: 168 time: 3.0470998 Jan 24 09:27:49.918629 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:49.939643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:49.944506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:49.948001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 0214b2e3-6c33-473f-b576-05b1552a39fb, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=0214b2e3-6c33-473f-b576-05b1552a39fb,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:49.952624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:49.954643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9f6558f3-6658-409b-bd6f-abf4e9b81beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:50.076018 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'code': 200} Jan 24 09:27:50.076985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=0214b2e3-6c33-473f-b576-05b1552a39fb,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:50.089448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:50.129310 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd379-0c87-408c-b8f9-cdc8f8487200 req-9a868165-9700-4f36-990b-ab0b3849d766 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:50.141708 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-57fcd379-0c87-408c-b8f9-cdc8f8487200 req-9a868165-9700-4f36-990b-ab0b3849d766 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.3360426 Jan 24 09:27:50.245817 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-57fcd379-0c87-408c-b8f9-cdc8f8487200 req-909b26f8-4454-4bf1-9e7b-6a9717c44e9c tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0993955 Jan 24 09:27:50.618087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5d171a9e-e9bc-4d98-965e-37b15e7af1dd up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:50.707287 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-505724b4-615a-431c-ac0e-c8194b52038e req-e66a4a97-0acc-4c80-a4c9-904816673a62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1636171 Jan 24 09:27:50.730858 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f4840-aaa4-4320-9e78-4cb2601dd632 req-5de37d9d-93b2-4bae-b0cc-3517eba1b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:50.732469 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-302f4840-aaa4-4320-9e78-4cb2601dd632 req-5de37d9d-93b2-4bae-b0cc-3517eba1b362 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1163 time: 0.2799692 Jan 24 09:27:50.820087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:50.820626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:50.866284 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-302f4840-aaa4-4320-9e78-4cb2601dd632 req-ca7f2b87-766f-4e87-aa9a-42fb21cb6928 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1237400 Jan 24 09:27:50.886326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46110) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:50.909711 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'security_group': {'name': 'tempest-securitygroup--1215064297', 'description': 'tempest-description--953227105'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:50.953511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:50.974592 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:security_group and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:50.997225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:51.007459 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505724b4-615a-431c-ac0e-c8194b52038e req-cc26015b-57c2-4b78-ac7d-a1184b93daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:51.011606 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-505724b4-615a-431c-ac0e-c8194b52038e req-cc26015b-57c2-4b78-ac7d-a1184b93daee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 1163 time: 0.1512735 Jan 24 09:27:51.021992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:51.037365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.080605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:51.090509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:security_group_rule and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:51.095720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:51.107116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:51.253179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 0214b2e3-6c33-473f-b576-05b1552a39fb up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:51.259169 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.266085 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.272252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3cd2e9e7-955b-4ab5-825a-b55c91db80db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:51.290732 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505724b4-615a-431c-ac0e-c8194b52038e req-c0529990-5cb9-4192-b511-3d0b2a176f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:51.292530 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-505724b4-615a-431c-ac0e-c8194b52038e req-c0529990-5cb9-4192-b511-3d0b2a176f50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 0.2235250 Jan 24 09:27:51.313080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'SecurityGroup': ['ID=04ed6968-b048-4092-b498-9d6c734c0d76,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:51.318216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:51.325703 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.331664 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4390678 Jan 24 09:27:51.339256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46118) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:51.349294 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'security_group_rule': {'security_group_id': '04ed6968-b048-4092-b498-9d6c734c0d76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:51.371975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:51.382243 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:security_group_rule and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:51.386068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 0214b2e3-6c33-473f-b576-05b1552a39fb triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:51.386528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.389693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:51.405596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:51.439501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.475931 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-505724b4-615a-431c-ac0e-c8194b52038e req-2a200f1e-d7ce-4b06-bac1-c4edb23017d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe HTTP/1.1" status: 200 len: 1001 time: 0.1732006 Jan 24 09:27:51.558674 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.562714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.565174 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:51.580219 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505724b4-615a-431c-ac0e-c8194b52038e req-810621c8-f55b-4e8c-aaa3-8bee6fd137cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:51.581820 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-505724b4-615a-431c-ac0e-c8194b52038e req-810621c8-f55b-4e8c-aaa3-8bee6fd137cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.0961952 Jan 24 09:27:51.584961 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400fb8ea-f09f-4159-959a-3c2d91f1c3cf,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:51.597438 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:51.616871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.627357 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c6b2718b-60f4-44ca-88b6-4fd45bdcb977 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2838254 Jan 24 09:27:51.628396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46122) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:51.638429 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'security_group_rule': {'security_group_id': '04ed6968-b048-4092-b498-9d6c734c0d76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:51.655628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:51.665558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:security_group_rule and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:51.672076 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:51.686910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:51.717748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.766984 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505724b4-615a-431c-ac0e-c8194b52038e req-7f77d63c-9a63-4cef-a70c-496660b102f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:51.768607 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-505724b4-615a-431c-ac0e-c8194b52038e req-7f77d63c-9a63-4cef-a70c-496660b102f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1787493 Jan 24 09:27:51.802132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4ee08-d859-476e-8eed-ed2abc1d033b req-0131257e-6847-44a5-b250-e7903b0ae198 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:51.803901 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aaa4ee08-d859-476e-8eed-ed2abc1d033b req-0131257e-6847-44a5-b250-e7903b0ae198 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.1632078 Jan 24 09:27:51.891823 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aaa4ee08-d859-476e-8eed-ed2abc1d033b req-a0c52a92-a946-4325-aa90-f86634a1c584 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0616796 Jan 24 09:27:51.896313 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.901900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.917710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-85bbdbfb-a6ff-43fa-9826-54929ea55cc2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:51.963408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6918ddde-9051-46b5-94de-384704572cf9,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:51.975794 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:51.978836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group_rule, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.980205 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-67065008-d4b9-459f-b36c-e38245b22bc8 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504534 Jan 24 09:27:51.985489 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46126) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:27:51.994225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'floatingip': {'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:52.009572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:52.020308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Usage tracker for resource:floatingip and tenant:90beaa18b0ad4bcaa81b63563df88165 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:52.035437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:52.056109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:52.078393 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Sync routers for ids ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:27:52.090805 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:52.109655 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-505724b4-615a-431c-ac0e-c8194b52038e req-7a73ef0f-438f-488b-88ca-7c8c11977a74 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046639 Jan 24 09:27:52.111916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Routers {'62155f07-e09e-4b43-9d3c-f339c2c6d5f6'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:27:52.113438 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:27:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:52.335619 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-505724b4-615a-431c-ac0e-c8194b52038e req-694a0404-1aa5-4a73-932b-a942fa1d2456 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2185249 Jan 24 09:27:52.393331 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:52.401550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Set router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:27:52.641980 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5d171a9e-e9bc-4d98-965e-37b15e7af1dd up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:52.814502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Allocated IP 172.28.3.215 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/7d812c80-70a4-45f4-8d77-bf9bab480628) {{(pid=80074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:27:53.072003 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for port, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:53.082328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:45Z', 'revision_number': 2, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:53.091925 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Checking router: 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:27:53.093072 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Updating router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 port 2aed2261-d52d-4217-b9a1-945fc3fda8dc binding host dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:27:53.113034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:53.128871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:53.214933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:53.372569 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:53.373253 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:53.390172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'Port': ['ID=7d812c80-70a4-45f4-8d77-bf9bab480628,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:53.402397 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:53.532726 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:53.535141 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources bound (agent type, host, resource id): {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:53.539789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Received port after_create {{(pid=80074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:27:53.751425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8ed36-0c02-4f68-bad9-0765240159a0 req-5e62e280-9d12-4243-a25a-9fde56185767 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:53.753189 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-82c8ed36-0c02-4f68-bad9-0765240159a0 req-5e62e280-9d12-4243-a25a-9fde56185767 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.2848439 Jan 24 09:27:53.921471 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-82c8ed36-0c02-4f68-bad9-0765240159a0 req-fa458f47-9e79-46cd-8d2d-3739fc680e19 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1590466 Jan 24 09:27:54.298213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:54.319960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:54.399762 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccee38-9440-4586-ab7a-a2c118aaf557 req-c76adf2a-6e6f-4dc6-b6b6-30d043ee4027 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:54.402024 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efccee38-9440-4586-ab7a-a2c118aaf557 req-c76adf2a-6e6f-4dc6-b6b6-30d043ee4027 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.2010911 Jan 24 09:27:54.418467 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:54.487032 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-efccee38-9440-4586-ab7a-a2c118aaf557 req-278b93d4-0c85-432a-b1bf-f25e779ae63b tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0743182 Jan 24 09:27:54.517898 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:54.544759 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Transition to ACTIVE for port object 2aed2261-d52d-4217-b9a1-945fc3fda8dc will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:54.548124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:54.582599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-288c58be-4ff4-4796-b509-a442c263856c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:54.781163 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-116189ef-4092-4208-91c1-926a2cdf253f tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2272031 Jan 24 09:27:54.787075 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Pushing event updated for resources: {'Port': ['ID=2aed2261-d52d-4217-b9a1-945fc3fda8dc,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:54.794922 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Request body: {'floatingip': {'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:54.808437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:54.814870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Usage tracker for resource:floatingip and tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:54.818989 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:54.834636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:54.839998 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for port, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:54.844691 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852299966'] for port, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:54.853567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for floatingip, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:54.858089 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.858594 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.859064 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.859507 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.859972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.860420 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.861389 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.861389 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.861751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3865a1ae-294c-43e1-b011-d6daf4bb90a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:54.861923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.862103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.862578 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.863015 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.863540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.863968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.864390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.865088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.865509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.865941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.866413 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.866836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.867299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.867904 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.868339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.868770 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:54.874735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:55.041893 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'Port': ['ID=7d812c80-70a4-45f4-8d77-bf9bab480628,revision_number=2']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:55.085235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:55.230289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:55.256964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:55.287773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:55.289610 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3029566 Jan 24 09:27:55.303497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Attempting to bind port 2aed2261-d52d-4217-b9a1-945fc3fda8dc on host dv-cinder-772181-7-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:55.307563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Attempting to bind port 2aed2261-d52d-4217-b9a1-945fc3fda8dc by drivers openvswitch on host dv-cinder-772181-7-smb at level 0 using segments [{'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:27:55.308373 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Attempting to bind port 2aed2261-d52d-4217-b9a1-945fc3fda8dc on network c4919eeb-41a0-447c-b44e-2abffaf083c5 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:27:55.321972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Checking agent: {'id': '00985a64-9c6a-47ec-895f-8ce98d8c51e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 13), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:27:55.322650 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Checking segment: {'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:27:55.323377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:55.324050 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Bound using segment: {'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:27:55.324857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Bound port: 2aed2261-d52d-4217-b9a1-945fc3fda8dc, host: dv-cinder-772181-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:27:55.325505 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:55.551130 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-40789f05-bae4-4551-b4a2-4fa446812732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:55.613853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] For port 2aed2261-d52d-4217-b9a1-945fc3fda8dc, host dv-cinder-772181-7-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:27:55.621816 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] For port 2aed2261-d52d-4217-b9a1-945fc3fda8dc, host dv-cinder-772181-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=2aed2261-d52d-4217-b9a1-945fc3fda8dc,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:27:55.626461 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:55.660550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-683d34b6-996c-44ff-a0a6-190627b2aab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:55.890215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Allocated IP 172.28.3.26 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/dfb3eeca-9142-47ef-a09b-af4379868f79) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:27:55.926246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Pushing event updated for resources: {'Port': ['ID=2aed2261-d52d-4217-b9a1-945fc3fda8dc,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:55.935261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3de80cc5-48b9-4343-b2cc-264cca85b645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:55.981588 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3cbf9517-b701-4498-bc7f-2b18f746ef5b tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1215064297&fields=id&tenant_id=90beaa18b0ad4bcaa81b63563df88165 HTTP/1.1" status: 200 len: 267 time: 0.0779195 Jan 24 09:27:56.057853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Routers {'62155f07-e09e-4b43-9d3c-f339c2c6d5f6'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:27:56.061033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:27:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:56.300970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-01588db6-66b5-40b2-947f-260dddb8e96f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:56.309331 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-01588db6-66b5-40b2-947f-260dddb8e96f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 810 time: 0.2474208 Jan 24 09:27:56.341288 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-b7cf843c-9562-4537-86a9-18545ea41ffa tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/quotas/90beaa18b0ad4bcaa81b63563df88165 HTTP/1.1" status: 200 len: 375 time: 0.0308979 Jan 24 09:27:56.477670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] Set router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:27:56.555636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:56.660907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-d4f80db0-4bf9-4c11-bae2-3b8422dbec12 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Synchronizing usage tracker for tenant:90beaa18b0ad4bcaa81b63563df88165 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:27:56.693559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-d4f80db0-4bf9-4c11-bae2-3b8422dbec12 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Unset dirty status for tenant:90beaa18b0ad4bcaa81b63563df88165 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:27:56.696800 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-d4f80db0-4bf9-4c11-bae2-3b8422dbec12 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3543739 Jan 24 09:27:56.768183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:56.785336 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6b6e0614-89db-42e3-9b36-5ac529333c55 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:56.907603 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Pushing event updated for resources: {'Port': ['ID=dfb3eeca-9142-47ef-a09b-af4379868f79,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:56.912308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:57.139283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:55Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:27:57.150726 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5048ab-3357-4cff-8e40-67bd60e6d89b None None] The sync data for ids ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'] in dv-cinder-772181-7-smb is: [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:55Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:27:57.303241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2aed2261-d52d-4217-b9a1-945fc3fda8dc up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:57.380517 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:57.384939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:57.402527 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:27:57.439821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning for port 2aed2261-d52d-4217-b9a1-945fc3fda8dc completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:57.449645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 2aed2261-d52d-4217-b9a1-945fc3fda8dc triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:57.450039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:57.506620 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-8fcd2ad4-f691-4ce0-af33-6477ed1a6b72 service neutron] 10.222.0.18 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7789593 Jan 24 09:27:57.645836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:57.697780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] For port 2aed2261-d52d-4217-b9a1-945fc3fda8dc, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=2aed2261-d52d-4217-b9a1-945fc3fda8dc,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:57.701486 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:57.704253 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bb88e092-9aac-41cc-80fb-9dcc1647ace9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:57.755904 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for floatingip, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:57.836286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Pushing event updated for resources: {'Port': ['ID=2aed2261-d52d-4217-b9a1-945fc3fda8dc,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:57.845059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:57.893001 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-660f2ea3-d7fa-43b3-86fd-b94a28944ec6 service neutron] 10.222.0.18 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3433566 Jan 24 09:27:58.003673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:58.060341 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c15d849e-0f0a-4002-a6a6-063bba7e15ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:58.454390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:58.631672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:58.704042 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:58.742886 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-93a5037d-bd43-436a-a4f0-1ec4ebffb714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:58.880076 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3aec2282-22a9-47e5-85cf-2d58edbe81e7 req-ced27986-3c94-4f07-9352-af568c8a196e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 210 time: 0.2442796 Jan 24 09:27:59.110727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Pushing event updated for resources: {'Port': ['ID=dfb3eeca-9142-47ef-a09b-af4379868f79,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:59.116648 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:59.250228 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:59.289898 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:59.294010 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5049477 Jan 24 09:27:59.314430 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2aed2261-d52d-4217-b9a1-945fc3fda8dc up at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:59.443980 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Provisioning complete for port 2aed2261-d52d-4217-b9a1-945fc3fda8dc triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:59.444642 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:59.470579 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-9e6cc41f-aedb-469d-b10c-8bc648269096 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Synchronizing usage tracker for tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 on resource:floatingip {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:27:59.497736 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-9e6cc41f-aedb-469d-b10c-8bc648269096 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Unset dirty status for tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 on resource:floatingip {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:27:59.499441 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-9e6cc41f-aedb-469d-b10c-8bc648269096 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.3.26 HTTP/1.1" status: 200 len: 695 time: 0.1993644 Jan 24 09:27:59.643512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:59.832982 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-d4b95a47-9612-4778-891b-565d3880270b tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:59.835407 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-d4b95a47-9612-4778-891b-565d3880270b tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/networks/de65dbf3-a864-41cb-b58d-918771c2a6a0 HTTP/1.1" status: 200 len: 784 time: 0.3255341 Jan 24 09:27:59.852352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-6c5b8a39-71e0-42dd-ab86-960789147f7f tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:27:59.855225 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9b2b015e-fe75-4e52-8200-a5842a21d425 req-6c5b8a39-71e0-42dd-ab86-960789147f7f tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0125294 Jan 24 09:28:00.000520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:00.403663 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bed0935e-6873-4668-acb9-38129f1912ef req-6fb3015f-d7d8-4f40-8ebd-6e9ba9b2bf2f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 210 time: 0.1550448 Jan 24 09:28:00.548215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-6ebe6203-7ce1-4314-a893-bcc1ff81b046 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:00.550053 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-6ebe6203-7ce1-4314-a893-bcc1ff81b046 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.13 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 810 time: 0.6041999 Jan 24 09:28:00.716761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-5dcab81f-e5ab-4b40-9fb9-1af1252b3825 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:00.718833 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-5dcab81f-e5ab-4b40-9fb9-1af1252b3825 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4687111 Jan 24 09:28:00.848375 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-73672ba1-ec5e-47a8-bac0-4183a3a9339a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90beaa18b0ad4bcaa81b63563df88165 HTTP/1.1" status: 200 len: 5708 time: 0.2858183 Jan 24 09:28:00.868447 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'port': {'device_id': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'admin_state_up': True, 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'security_groups': ['04ed6968-b048-4092-b498-9d6c734c0d76']}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:00.902579 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-cc9e466e-3daf-43c8-b1a1-344576687f46 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.3.26 HTTP/1.1" status: 200 len: 695 time: 0.1644299 Jan 24 09:28:00.961898 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-528abe5d-f1cb-40d0-8985-e26721a74e92 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Request body: {'floatingip': {'port_id': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:01.079785 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-528abe5d-f1cb-40d0-8985-e26721a74e92 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for floatingip, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:01.386168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:01.398660 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:01.423619 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Made reservation on behalf of 90beaa18b0ad4bcaa81b63563df88165 for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:28:01.435987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:02.158778 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f6e1a1d7-7ad8-497a-9104-5f9c0fc4f9ce req-43f3e404-d802-4786-8908-51687820a7fc tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 210 time: 0.5385306 Jan 24 09:28:02.325206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Allocated IP 172.20.0.9 (79adafad-a23c-41c0-ac74-5b7a76123b26/0f2d4652-a7fd-4b0b-8af1-c7db64f62233/9e4afac8-4658-44a0-a84f-218750e3233d) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:28:03.119442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-528abe5d-f1cb-40d0-8985-e26721a74e92 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for floatingip, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:03.125540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:03.147555 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Transition to ACTIVE for port object 9e4afac8-4658-44a0-a84f-218750e3233d will not be triggered until provisioned by entity DHCP. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:03.257424 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-528abe5d-f1cb-40d0-8985-e26721a74e92 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:03.334670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:03.427933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:03.622027 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event updated for resources: {'Port': ['ID=9e4afac8-4658-44a0-a84f-218750e3233d,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:03.629593 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:03.767335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:28:03.772538 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:03.783320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:28:03.875021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c124305-0d46-472c-ab12-0d66e6b525c0 req-aca0efab-d9e3-455c-bf3b-91949d1c98d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:03.877628 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0c124305-0d46-472c-ab12-0d66e6b525c0 req-aca0efab-d9e3-455c-bf3b-91949d1c98d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.7020752 Jan 24 09:28:03.967559 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0c124305-0d46-472c-ab12-0d66e6b525c0 req-809cc00a-6208-4ddd-8cad-6fb950008395 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709336 Jan 24 09:28:03.975605 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-528abe5d-f1cb-40d0-8985-e26721a74e92 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Floating IP 3ab999b4-ae01-41f7-afc1-258e1b358b4e associated. External IP: 172.28.3.26, port: 5d171a9e-e9bc-4d98-965e-37b15e7af1dd. Jan 24 09:28:04.286581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-384b9f86-3a3a-4351-97a8-2a88d91ee0a7 None None] Provisioning for port 9e4afac8-4658-44a0-a84f-218750e3233d completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:28:04.294444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-384b9f86-3a3a-4351-97a8-2a88d91ee0a7 None None] Provisioning complete for port 9e4afac8-4658-44a0-a84f-218750e3233d triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:04.294913 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-384b9f86-3a3a-4351-97a8-2a88d91ee0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:04.316166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:04.317405 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:04.356735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-384b9f86-3a3a-4351-97a8-2a88d91ee0a7 None None] Port 9e4afac8-4658-44a0-a84f-218750e3233d cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:28:04.400618 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c635bedd-2dc2-4bec-b9b8-8c0a40668a01 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5368400 Jan 24 09:28:04.422693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Request body: {'port': {'device_id': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:04.896496 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc7753-c6df-4699-98de-c58de81d5a0a req-6b825b12-603a-4409-8421-e5bd9cb23941 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:04.897313 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e5fc7753-c6df-4699-98de-c58de81d5a0a req-6b825b12-603a-4409-8421-e5bd9cb23941 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Synchronizing usage tracker for tenant:90beaa18b0ad4bcaa81b63563df88165 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:04.999596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e5fc7753-c6df-4699-98de-c58de81d5a0a req-6b825b12-603a-4409-8421-e5bd9cb23941 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Unset dirty status for tenant:90beaa18b0ad4bcaa81b63563df88165 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:05.000904 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e5fc7753-c6df-4699-98de-c58de81d5a0a req-6b825b12-603a-4409-8421-e5bd9cb23941 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 931 time: 0.7888119 Jan 24 09:28:05.043368 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:05.149208 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e5fc7753-c6df-4699-98de-c58de81d5a0a req-4edacd8c-3535-4d5f-a498-cd3b13fe32fb tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368878 Jan 24 09:28:05.151302 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-528abe5d-f1cb-40d0-8985-e26721a74e92 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Router 776bcee7-b9e9-4308-938f-9ec767ce395c has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:28:05.491275 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-528abe5d-f1cb-40d0-8985-e26721a74e92 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:28:05.498919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-528abe5d-f1cb-40d0-8985-e26721a74e92 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:05.508075 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] Sync routers for ids ['776bcee7-b9e9-4308-938f-9ec767ce395c'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:28:05.547460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] Routers {'776bcee7-b9e9-4308-938f-9ec767ce395c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:05.548988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:27:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['776bcee7-b9e9-4308-938f-9ec767ce395c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:05.751966 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-528abe5d-f1cb-40d0-8985-e26721a74e92 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "PUT /v2.0/floatingips/3ab999b4-ae01-41f7-afc1-258e1b358b4e HTTP/1.1" status: 200 len: 996 time: 4.7951276 Jan 24 09:28:05.755518 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:05.811344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] Set router 776bcee7-b9e9-4308-938f-9ec767ce395c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:05.950697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18e01a-b404-4dc6-9c04-1f2672a08a10 req-ac96ec09-f816-46fe-8577-468afffb6465 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:05.952417 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3e18e01a-b404-4dc6-9c04-1f2672a08a10 req-ac96ec09-f816-46fe-8577-468afffb6465 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2731750 Jan 24 09:28:06.056764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-dda1cc08-cee2-4225-8be6-f57e2839ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:06.057684 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-dda1cc08-cee2-4225-8be6-f57e2839ef56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1163 time: 0.2761974 Jan 24 09:28:06.110741 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3e18e01a-b404-4dc6-9c04-1f2672a08a10 req-a39eef71-9d5f-4d06-827c-e8050dd14d9b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426342 Jan 24 09:28:06.198794 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4afac8-4658-44a0-a84f-218750e3233d {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:28:06.211876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:06.240264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Transition to ACTIVE for port object 9e4afac8-4658-44a0-a84f-218750e3233d will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:06.256297 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:06.273777 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d676a70-9f6f-4a27-9e30-8efc4a6ef5f5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:06.352432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4afac8-4658-44a0-a84f-218750e3233d,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:06.355664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:06.407129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '3ab999b4-ae01-41f7-afc1-258e1b358b4e', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'floating_ip_address': '172.28.3.26', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'port_id': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'mac_address': 'fa:16:3e:87:a1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:27:57Z', 'updated_at': '2021-01-24T09:28:02Z', 'revision_number': 1, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:41Z', 'revision_number': 5, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:06.412194 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] Checking router: 776bcee7-b9e9-4308-938f-9ec767ce395c for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:28:06.428009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] Routers {'776bcee7-b9e9-4308-938f-9ec767ce395c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:06.428848 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:27:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['776bcee7-b9e9-4308-938f-9ec767ce395c'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:06.515252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-5ce2c7d7-c63f-4f31-9b9a-32a9cdd51a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:06.516906 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-5ce2c7d7-c63f-4f31-9b9a-32a9cdd51a5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 200 len: 902 time: 0.4353323 Jan 24 09:28:06.647487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] Set router 776bcee7-b9e9-4308-938f-9ec767ce395c gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:06.728672 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-01e67372-b9d4-43ba-9af2-401b73bc2245 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 999 time: 0.1941879 Jan 24 09:28:06.883129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-efffd14d-62a4-4207-b849-a1111c027a4b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:06.885379 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-efffd14d-62a4-4207-b849-a1111c027a4b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/networks?id=c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 200 len: 814 time: 0.5258839 Jan 24 09:28:06.997219 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-8d56a059-037d-411f-a922-f0f441f42779 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/quotas/b0274d28a1fe4faaab07a670a4f9ecc2 HTTP/1.1" status: 200 len: 375 time: 0.0754039 Jan 24 09:28:07.080740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-6a1bc923-cfd4-409b-98af-f82d2ea86d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:07.082580 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-6a1bc923-cfd4-409b-98af-f82d2ea86d3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=614d4951-5496-4800-8529-a26454b81005 HTTP/1.1" status: 200 len: 847 time: 0.3315904 Jan 24 09:28:07.222811 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '3ab999b4-ae01-41f7-afc1-258e1b358b4e', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'floating_ip_address': '172.28.3.26', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'port_id': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'mac_address': 'fa:16:3e:87:a1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:27:57Z', 'updated_at': '2021-01-24T09:28:02Z', 'revision_number': 1, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:41Z', 'revision_number': 5, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:07.230209 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fbb45-9b82-4f21-9bd3-ccea4dfa0258 None None] The sync data for ids ['776bcee7-b9e9-4308-938f-9ec767ce395c'] in dv-cinder-772181-7-smb is: [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '3ab999b4-ae01-41f7-afc1-258e1b358b4e', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'floating_ip_address': '172.28.3.26', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'port_id': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'mac_address': 'fa:16:3e:87:a1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:27:57Z', 'updated_at': '2021-01-24T09:28:02Z', 'revision_number': 1, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:41Z', 'revision_number': 5, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:28:07.459291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Attempting to bind port 9e4afac8-4658-44a0-a84f-218750e3233d on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:28:07.459586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Attempting to bind port 9e4afac8-4658-44a0-a84f-218750e3233d by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:28:07.459904 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Attempting to bind port 9e4afac8-4658-44a0-a84f-218750e3233d on network 79adafad-a23c-41c0-ac74-5b7a76123b26 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:28:07.474722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:28:07.475096 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Checking segment: {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:28:07.475536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:07.476691 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Bound using segment: {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:28:07.477307 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Bound port: 9e4afac8-4658-44a0-a84f-218750e3233d, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb92e24-60ee-40b9-afb0-5ac4ec85560f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:28:07.478021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:07.533168 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-d8ed37c1-a729-4e28-832c-49ac2d2e8411 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5196486 Jan 24 09:28:07.593389 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd211ecd-bac5-4905-82d8-5ae5519cda09 None None] New status for floating IP 3ab999b4-ae01-41f7-afc1-258e1b358b4e: ACTIVE {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:28:07.717856 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-f8cda757-d7f3-4fcd-92f7-aad2228e9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:07.720646 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-f8cda757-d7f3-4fcd-92f7-aad2228e9b3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b62ca119-e5af-4450-bd62-08f453d0ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6293495 Jan 24 09:28:07.744356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-41a2e133-56dc-475a-a8ea-22579c1e73cc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:28:07.745424 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-41a2e133-56dc-475a-a8ea-22579c1e73cc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0084188 Jan 24 09:28:07.922112 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] For port 9e4afac8-4658-44a0-a84f-218750e3233d, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:28:07.959266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] For port 9e4afac8-4658-44a0-a84f-218750e3233d, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=9e4afac8-4658-44a0-a84f-218750e3233d,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:28:07.967199 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-be56b815-4c9c-4490-a39b-143b20363398 service neutron] 10.222.0.18 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887432 Jan 24 09:28:07.974714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:08.015829 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc76b9f7-9845-497c-973d-59e7f2b8a3b1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:08.295679 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-15806376-2a5b-4a05-bbc6-c864e1ffa7d8 service neutron] 10.222.0.18 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388269 Jan 24 09:28:08.432724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4afac8-4658-44a0-a84f-218750e3233d,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:08.454735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:08.528698 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-0ad64afd-fa46-4dfa-9358-13d8f154dab8 service neutron] 10.222.0.18 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5316675 Jan 24 09:28:08.553630 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:08.555337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:08.557792 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/9e4afac8-4658-44a0-a84f-218750e3233d HTTP/1.1" status: 200 len: 1157 time: 4.1441166 Jan 24 09:28:08.591582 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-523f8170-fd69-4e53-b37b-ded5a6a44e39 req-8fcc6d90-d6b0-4837-b715-85925e193e7e service neutron] 10.222.0.18 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2750103 Jan 24 09:28:08.694147 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'status': 'completed', 'code': 200} Jan 24 09:28:08.721997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-1dd1a2e9-1046-4633-ab68-b006a6ec53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:08.724739 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-1dd1a2e9-1046-4633-ab68-b006a6ec53c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 1160 time: 0.1193199 Jan 24 09:28:08.881485 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-5984e7db-b6e9-44c6-ba72-180ab4da320b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e4afac8-4658-44a0-a84f-218750e3233d HTTP/1.1" status: 200 len: 217 time: 0.1490006 Jan 24 09:28:09.070027 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-ec8085db-1802-4e72-b91b-8befbd0b8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:09.071724 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-ec8085db-1802-4e72-b91b-8befbd0b8e6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f2d4652-a7fd-4b0b-8af1-c7db64f62233 HTTP/1.1" status: 200 len: 849 time: 0.1387174 Jan 24 09:28:09.238504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-606f6ed9-7178-4638-a67e-d18f1b931bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:09.240919 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-606f6ed9-7178-4638-a67e-d18f1b931bf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1163 time: 0.4272945 Jan 24 09:28:09.294903 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77294bea-192c-465b-b5ae-52fb68a50c0e req-1012d605-e1b4-4e5a-aa9b-f24714259680 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:09.296709 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-77294bea-192c-465b-b5ae-52fb68a50c0e req-1012d605-e1b4-4e5a-aa9b-f24714259680 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.4179332 Jan 24 09:28:09.363610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a2592-9c81-4e82-9f38-4be37b19edf5 req-f8cf1b8f-c8ef-489f-859a-1b2be4135139 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:09.365497 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-222a2592-9c81-4e82-9f38-4be37b19edf5 req-f8cf1b8f-c8ef-489f-859a-1b2be4135139 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.5002973 Jan 24 09:28:09.461256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3ace4535-034f-4ad6-baa5-d39e9532ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:09.463441 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-3ace4535-034f-4ad6-baa5-d39e9532ed82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79adafad-a23c-41c0-ac74-5b7a76123b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3838866 Jan 24 09:28:09.658852 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-222a2592-9c81-4e82-9f38-4be37b19edf5 req-721edcdd-f756-4def-be11-7250c92bf3a7 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120473 Jan 24 09:28:09.693619 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-77294bea-192c-465b-b5ae-52fb68a50c0e req-bab39540-470f-4ef9-9df9-46a0b645477e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232286 Jan 24 09:28:09.711863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-1c904ac2-133f-4db9-81cf-533a5e99893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:09.713857 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-1c904ac2-133f-4db9-81cf-533a5e99893b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 200 len: 902 time: 0.4498873 Jan 24 09:28:09.865669 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-194b626b-d0d2-4f5d-bce3-e9268187ec3f service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750908 Jan 24 09:28:10.254393 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c2dea31b-8e0b-4f57-b7ab-074a8f6002d9 req-6918691c-e43a-4d96-8eac-a44031a52b31 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.4009173 Jan 24 09:28:10.326838 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-06ced4bc-07af-4124-81cf-fab325782fb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 1001 time: 0.5942225 Jan 24 09:28:10.345103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:28:10.554692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-cdf25c30-caf3-4ec7-8167-6ab7f377b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:10.556958 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-cdf25c30-caf3-4ec7-8167-6ab7f377b3ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=614d4951-5496-4800-8529-a26454b81005 HTTP/1.1" status: 200 len: 847 time: 0.1722140 Jan 24 09:28:10.713582 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-edf1d7f8-1e28-4b86-82f2-8d3952739d21 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:10.716880 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-edf1d7f8-1e28-4b86-82f2-8d3952739d21 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.13 "GET /v2.0/networks?id=c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 200 len: 814 time: 0.5077384 Jan 24 09:28:10.721189 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae1cbba3-c0db-4a9b-b9f5-b8bfba37b81b req-c6487b3f-9ecf-411f-aa0c-3f73ab249c43 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5459759 Jan 24 09:28:10.726775 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'tag': '9e4afac8-4658-44a0-a84f-218750e3233d'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:10.828991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-3ead803d-c8d1-446a-94bf-398fa99f0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:10.834230 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-3ead803d-c8d1-446a-94bf-398fa99f0922 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b62ca119-e5af-4450-bd62-08f453d0ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2605414 Jan 24 09:28:10.900416 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'tag': '9e4afac8-4658-44a0-a84f-218750e3233d', 'status': 'completed', 'code': 200} Jan 24 09:28:11.258970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c886b-0575-453b-a742-aa52c76ed35e req-12df90dd-68c6-4476-9593-24d284f14f5b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:11.264396 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e57c886b-0575-453b-a742-aa52c76ed35e req-12df90dd-68c6-4476-9593-24d284f14f5b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.3143492 Jan 24 09:28:11.437916 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e57c886b-0575-453b-a742-aa52c76ed35e req-84c24216-478a-4142-997a-4ea36f2cc713 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633987 Jan 24 09:28:11.505621 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1bad8-b982-44a4-b6cd-d1827b83881d req-bb0577d0-3f4f-48ae-8edc-3460ac525675 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:11.508230 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8ee1bad8-b982-44a4-b6cd-d1827b83881d req-bb0577d0-3f4f-48ae-8edc-3460ac525675 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.2374086 Jan 24 09:28:11.594127 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8ee1bad8-b982-44a4-b6cd-d1827b83881d req-13ab63ca-d086-4391-b93f-674314196e47 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788424 Jan 24 09:28:11.698840 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f9ad0ace-6c29-4dcb-8908-5071c081072e req-5d038367-4408-4c9b-ab64-82a996df9046 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.0775430 Jan 24 09:28:12.777243 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c94d5-b923-4079-8478-d756ebd185e3 req-87821693-c216-4644-9035-26c4e0e7a864 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:12.779634 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff2c94d5-b923-4079-8478-d756ebd185e3 req-87821693-c216-4644-9035-26c4e0e7a864 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.1332221 Jan 24 09:28:12.907516 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ff2c94d5-b923-4079-8478-d756ebd185e3 req-90a6bbf9-b1b8-4577-a01e-508afb75913e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797269 Jan 24 09:28:12.957396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d08ea-8f36-4393-83d5-094492bffc98 req-55221cee-2824-45e1-8809-617c1c38517c tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:12.961707 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f83d08ea-8f36-4393-83d5-094492bffc98 req-55221cee-2824-45e1-8809-617c1c38517c tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.1804810 Jan 24 09:28:13.087245 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f83d08ea-8f36-4393-83d5-094492bffc98 req-4462df88-2102-419d-92e0-4e691341f6c0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175137 Jan 24 09:28:13.171387 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-20957541-bc2b-4f19-b633-33bc0194255b req-b2c43cc6-3b57-43a0-b846-5abc68fd289b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.0535576 Jan 24 09:28:14.394769 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b404bc-8634-4542-888b-99c8ee78a7e9 req-a8735571-e7fd-45c6-adc4-653bddbb2489 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:14.397184 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-80b404bc-8634-4542-888b-99c8ee78a7e9 req-a8735571-e7fd-45c6-adc4-653bddbb2489 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2260931 Jan 24 09:28:14.461437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a308a64-62c4-4b72-a5f7-be217887e3aa req-5f0d9915-549d-4d70-be6c-35627ca29752 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:14.463209 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2a308a64-62c4-4b72-a5f7-be217887e3aa req-5f0d9915-549d-4d70-be6c-35627ca29752 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.2098129 Jan 24 09:28:14.567106 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2a308a64-62c4-4b72-a5f7-be217887e3aa req-47947db0-ab9e-47d7-806a-e042a81cf8e3 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911846 Jan 24 09:28:14.581763 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-80b404bc-8634-4542-888b-99c8ee78a7e9 req-f291b12f-701d-41bc-990a-63a9ad4929f0 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728165 Jan 24 09:28:14.792707 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a39c12cb-65b1-4f91-8d4b-0339817011ef req-dc93d140-a378-454a-9589-d3f137182248 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.0845828 Jan 24 09:28:15.910217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6dbe-b2fc-42b2-afcb-98b17f298754 req-32834dd7-0bb7-4f18-a18f-2c83a23fc940 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:15.912365 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cf3c6dbe-b2fc-42b2-afcb-98b17f298754 req-32834dd7-0bb7-4f18-a18f-2c83a23fc940 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.1986837 Jan 24 09:28:15.969251 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82e990-0fa8-407d-bcde-4ab5f8424f64 req-1078c47f-355f-402f-9041-01a3470b66da tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:15.983323 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8c82e990-0fa8-407d-bcde-4ab5f8424f64 req-1078c47f-355f-402f-9041-01a3470b66da tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2117381 Jan 24 09:28:16.097099 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8c82e990-0fa8-407d-bcde-4ab5f8424f64 req-70989ea7-1605-4345-8a8f-2dac762b1fa3 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879042 Jan 24 09:28:16.108954 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cf3c6dbe-b2fc-42b2-afcb-98b17f298754 req-bd5d9d64-a64e-48c0-8d15-469937d88131 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240673 Jan 24 09:28:16.306056 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3b997a8-4f04-48a9-9e0c-6a0509a3157f req-d7961d16-38e4-4bef-86f7-2a9efa569a79 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.0608263 Jan 24 09:28:17.498138 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc3ed3-31c3-4dda-92e4-359085bdffc6 req-9d97b20b-d09c-4c08-9089-8129f3d32c3c tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:17.499889 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-76bc3ed3-31c3-4dda-92e4-359085bdffc6 req-9d97b20b-d09c-4c08-9089-8129f3d32c3c tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.1878631 Jan 24 09:28:17.563993 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94846afd-f825-40df-89fb-f3408fac53c5 req-66a5d0b1-3f97-4026-9144-cfc758f4d07f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:17.565701 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94846afd-f825-40df-89fb-f3408fac53c5 req-66a5d0b1-3f97-4026-9144-cfc758f4d07f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.1802459 Jan 24 09:28:17.617128 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-76bc3ed3-31c3-4dda-92e4-359085bdffc6 req-c53dabe8-d640-4c5a-b6ee-a9fa3e8fe8f4 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054151 Jan 24 09:28:17.652172 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94846afd-f825-40df-89fb-f3408fac53c5 req-14499638-bcbf-4763-89ed-7b0f7d7c94f2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725398 Jan 24 09:28:17.856437 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3fd062b-4512-49ca-b88d-406ed32f235a req-37dba57f-3be9-47b5-b6f1-63fc0195930f tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.0545311 Jan 24 09:28:19.101649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180aeec-9b30-4343-86d9-bf1554f6e774 req-e54da182-81de-406b-a8f3-a5453ed6025a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:19.120217 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3180aeec-9b30-4343-86d9-bf1554f6e774 req-e54da182-81de-406b-a8f3-a5453ed6025a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.2664428 Jan 24 09:28:19.158835 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5528-125c-42f8-b2b6-76b4bbf5573c req-51336ae7-f974-46cc-a50a-4ffeec4278bb tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:19.160552 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-641c5528-125c-42f8-b2b6-76b4bbf5573c req-51336ae7-f974-46cc-a50a-4ffeec4278bb tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2651279 Jan 24 09:28:19.237513 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3180aeec-9b30-4343-86d9-bf1554f6e774 req-e552b7d4-5f95-4eb0-9101-59d08f96ddc4 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152811 Jan 24 09:28:19.255349 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-641c5528-125c-42f8-b2b6-76b4bbf5573c req-ac0a4419-a0e2-4d0c-9e74-c23c6ce33ba9 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784991 Jan 24 09:28:19.423898 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-910c58b5-04dd-4967-9de9-932c5948d2d2 req-f876185f-eb3f-44db-ae4d-5c09a98baa7c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.0510933 Jan 24 09:28:20.667778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec5b83-db98-4043-b8ab-335d414aa33d req-e71acf04-f18e-45b9-b825-5fb82bb9c0fa tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:20.669533 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-58ec5b83-db98-4043-b8ab-335d414aa33d req-e71acf04-f18e-45b9-b825-5fb82bb9c0fa tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.1951888 Jan 24 09:28:20.698892 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9a7c3-08dd-42dd-a104-c2d53b320e63 req-eacda923-cacb-4e1b-bd8c-9808e9533b0b tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:20.700656 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-91a9a7c3-08dd-42dd-a104-c2d53b320e63 req-eacda923-cacb-4e1b-bd8c-9808e9533b0b tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.2991874 Jan 24 09:28:20.790284 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-58ec5b83-db98-4043-b8ab-335d414aa33d req-98e11646-385e-4e28-91dd-6768711fad03 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883887 Jan 24 09:28:20.799583 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-91a9a7c3-08dd-42dd-a104-c2d53b320e63 req-a8d34116-632f-42a6-8c06-6ac79ae4ee87 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804701 Jan 24 09:28:21.047659 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-17e3676d-936a-46fd-81bf-4d4e76ff9a86 req-874fc439-10e8-4ee9-8054-720a145df1fb tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.0546165 Jan 24 09:28:22.183453 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8ec93-b6a7-4deb-b80b-565cde9f6ffa req-14223f1e-f104-4e1d-a855-90f0056cfcfc tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:22.185180 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-03b8ec93-b6a7-4deb-b80b-565cde9f6ffa req-14223f1e-f104-4e1d-a855-90f0056cfcfc tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.1558135 Jan 24 09:28:22.221356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb72fd4-87c1-47ff-8c15-af12a35faa2a req-133a57db-af39-46a9-8cda-e445e65f34bf tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:22.233508 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7eb72fd4-87c1-47ff-8c15-af12a35faa2a req-133a57db-af39-46a9-8cda-e445e65f34bf tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2458272 Jan 24 09:28:22.327210 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7eb72fd4-87c1-47ff-8c15-af12a35faa2a req-7311fbdc-6429-4fc2-bf83-b33309ef0ddc tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923615 Jan 24 09:28:22.390992 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-03b8ec93-b6a7-4deb-b80b-565cde9f6ffa req-56347d8b-2aec-4146-a79a-88a8c06c7240 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546102 Jan 24 09:28:22.533630 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-cf431eea-90b6-4dac-a64f-f281a6df46bd req-b20b7cc9-1dd8-4e9d-9cdf-e6fd648ee026 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.0534370 Jan 24 09:28:23.707791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320362-f341-490d-ad9d-4b8babf9a663 req-0d378dc4-0c08-44d8-b48e-7586536a615d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:23.709614 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce320362-f341-490d-ad9d-4b8babf9a663 req-0d378dc4-0c08-44d8-b48e-7586536a615d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2049279 Jan 24 09:28:23.742169 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dcfdc-07e4-4c44-8fe4-d90f61b99078 req-77e225b2-9cdc-4fe2-9c17-c8fa06b06a43 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:23.744832 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4a1dcfdc-07e4-4c44-8fe4-d90f61b99078 req-77e225b2-9cdc-4fe2-9c17-c8fa06b06a43 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.1861587 Jan 24 09:28:23.838925 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce320362-f341-490d-ad9d-4b8babf9a663 req-8194f652-afb7-434d-b7c8-9a0dcfbf12ff tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928910 Jan 24 09:28:23.848131 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4a1dcfdc-07e4-4c44-8fe4-d90f61b99078 req-7290e1e8-3aff-42e4-b7ae-4f20bcdab1da tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830984 Jan 24 09:28:24.042268 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-123d582f-1425-4fc4-be74-06c61cc7d9c0 req-798c29b0-0aba-48a0-bbe1-0685c02ef0e6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.0519662 Jan 24 09:28:24.168506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Request body: {'port': {'device_id': '081c1971-f7f2-4c92-8f03-a6214527b579', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'admin_state_up': True, 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:24.313750 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:24.732815 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:24.743778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Usage tracker for resource:port and tenant:b0274d28a1fe4faaab07a670a4f9ecc2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:24.748267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Quota usage for port was recalculated. Used quota:2. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:24.767124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:24.787157 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-b276e7b6-b533-4c6a-8151-dc2d1e9af04b service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144748 Jan 24 09:28:24.791702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-2e37ebc2-ca24-48a6-a16a-d353d6dd48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:24.793280 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-2e37ebc2-ca24-48a6-a16a-d353d6dd48cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 1160 time: 0.3194883 Jan 24 09:28:24.794442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Made reservation on behalf of b0274d28a1fe4faaab07a670a4f9ecc2 for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:28:24.804368 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:25.465712 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f40c946a-c006-4f2f-b57b-baa6823b28e4 req-faf52b85-93e5-4d7f-ad40-26cb0aa29f1c service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6503930 Jan 24 09:28:25.490007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-31dbf7e4-b2e4-49c9-a89c-cb0642e51d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:25.496282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-877559b9-6413-4919-8ed9-5e4b39fc1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:25.497903 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-877559b9-6413-4919-8ed9-5e4b39fc1609 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 904 time: 0.6814373 Jan 24 09:28:25.647215 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-dafef94a-9761-451a-b8e2-1adff7fdf9af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e4afac8-4658-44a0-a84f-218750e3233d HTTP/1.1" status: 200 len: 217 time: 0.0975795 Jan 24 09:28:25.682423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c960e9-088c-49c5-a280-bd521b300fd1 req-1afeb6a1-88cd-49ab-8cfe-7c78fa92a25b tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:25.684229 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e8c960e9-088c-49c5-a280-bd521b300fd1 req-1afeb6a1-88cd-49ab-8cfe-7c78fa92a25b tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.6545162 Jan 24 09:28:25.713926 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3fd24-5962-4bce-b762-130f955b2b43 req-86eaed38-34ad-43ac-8f12-13aec71aebe6 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:25.715702 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e1e3fd24-5962-4bce-b762-130f955b2b43 req-86eaed38-34ad-43ac-8f12-13aec71aebe6 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.6230195 Jan 24 09:28:25.958096 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e8c960e9-088c-49c5-a280-bd521b300fd1 req-36d82256-e80a-412d-ba56-189758e009b5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367074 Jan 24 09:28:25.965129 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e1e3fd24-5962-4bce-b762-130f955b2b43 req-8941fe77-c18d-4084-82cc-c8af5091bc0a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914358 Jan 24 09:28:25.969551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-d725959d-6bf2-4502-8558-5205ec76fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:25.971149 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-d725959d-6bf2-4502-8558-5205ec76fbd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f2d4652-a7fd-4b0b-8af1-c7db64f62233 HTTP/1.1" status: 200 len: 849 time: 0.2544739 Jan 24 09:28:26.039455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Allocated IP 172.20.0.5 (c4919eeb-41a0-447c-b44e-2abffaf083c5/c196af86-e5b3-48bc-8f87-0cdfce40bd9e/6165b1a4-a2da-462c-a2f4-a5775819eed4) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:28:26.206310 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8e44d003-1a59-4d57-bb3e-ff1d27815518 req-f75228ac-1767-40c0-86b6-4a42db77dd65 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 210 time: 0.0791643 Jan 24 09:28:26.227291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-8e13cdf9-b549-4322-9ac5-e03594376443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:26.228948 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-8e13cdf9-b549-4322-9ac5-e03594376443 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79adafad-a23c-41c0-ac74-5b7a76123b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2494369 Jan 24 09:28:26.514557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:26.519776 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-f1cf4cd8-587f-469e-998a-11925cf178a2 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353506 Jan 24 09:28:26.613148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Transition to ACTIVE for port object 6165b1a4-a2da-462c-a2f4-a5775819eed4 will not be triggered until provisioned by entity DHCP. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:26.953219 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aa5e923e-fd0d-41e5-88ee-af9d5d08c49e req-dd69e266-2371-48e8-93fe-f2230127a3cf service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4251204 Jan 24 09:28:26.959355 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:26.981028 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12812e53-b92b-425a-b9ef-9b11ac4f2f8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:27.187933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event updated for resources: {'Port': ['ID=6165b1a4-a2da-462c-a2f4-a5775819eed4,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:27.203109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.203527 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.203920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.204348 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.204742 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.205133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.205523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.205910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.206299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.206801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.207099 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.207524 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.207919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.208304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.208688 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.209073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.210383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.210792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.211252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.211641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.212024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.212408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.212798 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.213167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:27.269483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:27.291116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 9e4afac8-4658-44a0-a84f-218750e3233d up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:27.414224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:28:27.420837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:27.425940 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:28:27.435223 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 9e4afac8-4658-44a0-a84f-218750e3233d completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:28:27.440635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 9e4afac8-4658-44a0-a84f-218750e3233d triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:27.441061 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:27.604628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3163b93-9aa7-45f0-b049-d85120832aea req-aaf2acad-4da9-46bf-9685-0be4b9bc480a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:27.606397 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3163b93-9aa7-45f0-b049-d85120832aea req-aaf2acad-4da9-46bf-9685-0be4b9bc480a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 943 time: 0.4081144 Jan 24 09:28:27.640153 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feca16f-25f4-4fde-944b-43575111cae2 req-7b3a496e-ea0a-462e-b5af-04e12b57f209 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:27.641892 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1feca16f-25f4-4fde-944b-43575111cae2 req-7b3a496e-ea0a-462e-b5af-04e12b57f209 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.3713531 Jan 24 09:28:27.743319 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3163b93-9aa7-45f0-b049-d85120832aea req-0bed7975-b567-4006-bcb1-f5af4d2f98a3 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999064 Jan 24 09:28:27.883323 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:27.884825 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:27.945175 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7816370 Jan 24 09:28:27.970110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Request body: {'port': {'device_id': '081c1971-f7f2-4c92-8f03-a6214527b579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:28.001045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-6874b305-a9f0-4f68-9f4f-2ac5acfc3357 None None] Provisioning for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 completed by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:28:28.060290 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-6874b305-a9f0-4f68-9f4f-2ac5acfc3357 None None] Provisioning complete for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:28.061099 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6874b305-a9f0-4f68-9f4f-2ac5acfc3357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:28.145980 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1feca16f-25f4-4fde-944b-43575111cae2 req-bf937e11-c467-4e54-ba83-3e9d01f08fd4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4388714 Jan 24 09:28:28.229727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-6874b305-a9f0-4f68-9f4f-2ac5acfc3357 None None] Port 6165b1a4-a2da-462c-a2f4-a5775819eed4 cannot update to ACTIVE because it is not bound. {{(pid=80075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:28:28.245765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-038f52be-5a7e-4d39-982b-c8eef3d52683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:28.249872 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:28.313431 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 9e4afac8-4658-44a0-a84f-218750e3233d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=9e4afac8-4658-44a0-a84f-218750e3233d,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:28.315889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4afac8-4658-44a0-a84f-218750e3233d'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:28.326833 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:28.329336 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:28.335412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:28.434296 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4afac8-4658-44a0-a84f-218750e3233d', 'code': 200} Jan 24 09:28:28.447329 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:28.448711 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76668d0-b183-4f16-97ab-658103ac13e5 req-d65ce5cf-2da8-46f4-81d7-c88d39721b32 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:28.450789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c76668d0-b183-4f16-97ab-658103ac13e5 req-d65ce5cf-2da8-46f4-81d7-c88d39721b32 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Synchronizing usage tracker for tenant:b0274d28a1fe4faaab07a670a4f9ecc2 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:28.454930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=9e4afac8-4658-44a0-a84f-218750e3233d,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:28.460206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:28.528822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c76668d0-b183-4f16-97ab-658103ac13e5 req-d65ce5cf-2da8-46f4-81d7-c88d39721b32 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Unset dirty status for tenant:b0274d28a1fe4faaab07a670a4f9ecc2 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:28.537609 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c76668d0-b183-4f16-97ab-658103ac13e5 req-d65ce5cf-2da8-46f4-81d7-c88d39721b32 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 931 time: 0.5101330 Jan 24 09:28:28.660360 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c76668d0-b183-4f16-97ab-658103ac13e5 req-d1978c39-2911-4016-9348-f02125c4cb57 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214552 Jan 24 09:28:28.830581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 9e4afac8-4658-44a0-a84f-218750e3233d up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:28.960008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6c503-c1b2-465b-98f5-3fe57208c84f req-eb7c8d63-b520-4ceb-8df4-e343873df0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:28.962742 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2ab6c503-c1b2-465b-98f5-3fe57208c84f req-eb7c8d63-b520-4ceb-8df4-e343873df0f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 1162 time: 0.2971561 Jan 24 09:28:29.054207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 9e4afac8-4658-44a0-a84f-218750e3233d triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:29.055083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:29.265924 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2ab6c503-c1b2-465b-98f5-3fe57208c84f req-0a5fe9fe-c1dd-4c9c-9f07-c0c9b46d0c7c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953007 Jan 24 09:28:29.431640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ebdc-b248-4ca7-ade3-d7eef6b37e4b req-a39ff8fe-928a-479e-9988-bf66dcdae3b0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:29.434719 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2a78ebdc-b248-4ca7-ade3-d7eef6b37e4b req-a39ff8fe-928a-479e-9988-bf66dcdae3b0 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 945 time: 0.3859761 Jan 24 09:28:29.590701 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:29.614147 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2a78ebdc-b248-4ca7-ade3-d7eef6b37e4b req-e726b9e7-d160-4977-a4aa-e89c1dbe8b7b tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268978 Jan 24 09:28:29.727258 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6165b1a4-a2da-462c-a2f4-a5775819eed4 {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:28:29.765524 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4cd12-77e4-45eb-9a54-29159c70ebe2 req-3d9eb758-9f6a-4a76-a57e-9046bb09b332 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:29.767338 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b4a4cd12-77e4-45eb-9a54-29159c70ebe2 req-3d9eb758-9f6a-4a76-a57e-9046bb09b332 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.3284907 Jan 24 09:28:29.775162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:29.831376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Transition to ACTIVE for port object 6165b1a4-a2da-462c-a2f4-a5775819eed4 will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:29.857255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:29.928831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5d001241-bc88-4874-9aa6-75836b364d37 tempest-AttachVolumeNegativeTest-579813312 tempest-AttachVolumeNegativeTest-579813312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:29.983398 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:30.134615 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b4a4cd12-77e4-45eb-9a54-29159c70ebe2 req-0817e6b3-a548-4c09-b61a-0f3f78a2df61 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561182 Jan 24 09:28:30.180124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Pushing event updated for resources: {'Port': ['ID=6165b1a4-a2da-462c-a2f4-a5775819eed4,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:30.190655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:30.283434 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf3af6-8214-4c03-90f0-95c93442ceee req-dbdffce3-65c5-492a-9228-a87f11bdd62d tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:30.285246 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8abf3af6-8214-4c03-90f0-95c93442ceee req-dbdffce3-65c5-492a-9228-a87f11bdd62d tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 943 time: 0.4317241 Jan 24 09:28:30.500024 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8abf3af6-8214-4c03-90f0-95c93442ceee req-e831c8f3-34e5-4284-9eac-389f0175eec0 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247387 Jan 24 09:28:30.624457 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Attempting to bind port 6165b1a4-a2da-462c-a2f4-a5775819eed4 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:28:30.624840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Attempting to bind port 6165b1a4-a2da-462c-a2f4-a5775819eed4 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:28:30.625512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Attempting to bind port 6165b1a4-a2da-462c-a2f4-a5775819eed4 on network c4919eeb-41a0-447c-b44e-2abffaf083c5 {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:28:30.642434 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:28:30.650886 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Checking segment: {'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:28:30.651385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:30.651847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Bound using segment: {'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:28:30.652510 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Bound port: 6165b1a4-a2da-462c-a2f4-a5775819eed4, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d46248-643d-429a-b0d0-12a99061fb76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:28:30.652991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:30.901401 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] For port 6165b1a4-a2da-462c-a2f4-a5775819eed4, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:28:30.906404 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] For port 6165b1a4-a2da-462c-a2f4-a5775819eed4, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:28:30.911483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:31.000451 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-edba34b7-e619-4ba0-b47b-115b2ac94ed5 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:31.173084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Pushing event updated for resources: {'Port': ['ID=6165b1a4-a2da-462c-a2f4-a5775819eed4,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:31.184024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:31.624044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef24d6-778c-44b6-b463-9b67bd51cb67 req-df95bd88-ec12-45b1-9348-ef8abdb3a4ed tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:31.628138 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9fef24d6-778c-44b6-b463-9b67bd51cb67 req-df95bd88-ec12-45b1-9348-ef8abdb3a4ed tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 945 time: 0.5628083 Jan 24 09:28:31.635801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:31.636454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:31.638096 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] 10.222.0.13 "PUT /v2.0/ports/6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 1157 time: 3.6806262 Jan 24 09:28:31.659670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:31.792484 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9fef24d6-778c-44b6-b463-9b67bd51cb67 req-7a62f7d0-c12e-4525-9d59-b86eb3e5fb92 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531677 Jan 24 09:28:31.859796 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb7f2d-29aa-4c28-be0c-fb6b8b2f3c08 req-ffb224dc-014c-419b-b144-5f2fa8c49220 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:31.862158 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-61bb7f2d-29aa-4c28-be0c-fb6b8b2f3c08 req-ffb224dc-014c-419b-b144-5f2fa8c49220 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.4100444 Jan 24 09:28:31.951999 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-61bb7f2d-29aa-4c28-be0c-fb6b8b2f3c08 req-58a46a4f-adad-46df-b4ba-16849aeadd54 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805748 Jan 24 09:28:32.064869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-726d9bf6-2a65-4be8-a4fa-acf7821c798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:32.066830 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-726d9bf6-2a65-4be8-a4fa-acf7821c798b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 1160 time: 0.3695166 Jan 24 09:28:32.186592 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'status': 'completed', 'code': 200} Jan 24 09:28:32.193331 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-84fbeec4-3eaa-4930-a708-09c4773ee0d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 217 time: 0.1156616 Jan 24 09:28:32.276872 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af3c55-e7cb-4c54-98e4-118ac17dd2c5 req-2a757061-0d8e-40bf-b79d-9253fb8a8913 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:32.279262 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3af3c55-e7cb-4c54-98e4-118ac17dd2c5 req-2a757061-0d8e-40bf-b79d-9253fb8a8913 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 943 time: 0.3362837 Jan 24 09:28:32.421960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-a0b2897c-c670-49d7-abc3-76205167b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:32.425905 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-a0b2897c-c670-49d7-abc3-76205167b60d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c196af86-e5b3-48bc-8f87-0cdfce40bd9e HTTP/1.1" status: 200 len: 853 time: 0.2195065 Jan 24 09:28:32.439867 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d3af3c55-e7cb-4c54-98e4-118ac17dd2c5 req-5ffc915e-112f-4946-9d41-8afeb0f6543f tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075203 Jan 24 09:28:32.555199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c932f4b-525e-4c76-b0fd-fb4c98110d4c req-7995d785-c0e2-4eca-b873-e4a9289673dc tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:32.561069 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9c932f4b-525e-4c76-b0fd-fb4c98110d4c req-7995d785-c0e2-4eca-b873-e4a9289673dc tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 945 time: 0.2804141 Jan 24 09:28:32.569553 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46408) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:32.577779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-b5cfdffd-adc7-46f9-a780-fd1ae9b847b9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Request body: {'floatingip': {'port_id': '9e4afac8-4658-44a0-a84f-218750e3233d'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:32.581354 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-363ca861-ebbe-464c-be5b-940caf99e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:32.588675 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-363ca861-ebbe-464c-be5b-940caf99e696 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4919eeb-41a0-447c-b44e-2abffaf083c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1578183 Jan 24 09:28:32.717801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b5cfdffd-adc7-46f9-a780-fd1ae9b847b9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, before_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:32.877091 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-7c0d6032-32af-41d0-9040-84285376a398 service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790856 Jan 24 09:28:33.198001 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-09807abb-3099-49c7-b72f-cfaafb6e6dca req-dd325b9b-cbad-4474-bf6d-06a2e0c38dfc service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3139551 Jan 24 09:28:33.368984 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-c2554329-c365-4fb9-96ab-b080eec2a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:33.371048 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-c2554329-c365-4fb9-96ab-b080eec2a0ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 1160 time: 0.1130452 Jan 24 09:28:33.729627 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-3e805236-8de7-474d-a1b2-f65ddaa8c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:33.731535 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-3e805236-8de7-474d-a1b2-f65ddaa8c603 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 200 len: 908 time: 0.3488345 Jan 24 09:28:33.758687 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b5cfdffd-adc7-46f9-a780-fd1ae9b847b9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, precommit_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:33.764080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b5cfdffd-adc7-46f9-a780-fd1ae9b847b9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:33.765011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84150-3664-44f0-b967-376d4e0acc29 req-bd9f178f-480d-48a6-bf27-386271c9bfe5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:33.773018 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-83d84150-3664-44f0-b967-376d4e0acc29 req-bd9f178f-480d-48a6-bf27-386271c9bfe5 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.3957610 Jan 24 09:28:33.910678 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-67a94820-f1c9-437b-9680-bd2ffb6ead7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 217 time: 0.1209900 Jan 24 09:28:34.043461 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-83d84150-3664-44f0-b967-376d4e0acc29 req-c24ecab4-8e63-48c9-9d0c-97d28cb9c252 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688520 Jan 24 09:28:34.093368 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [None req-b5cfdffd-adc7-46f9-a780-fd1ae9b847b9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Floating IP 8f40d0d6-8bd4-4b56-8b28-11b03cc9c622 associated. External IP: 172.28.3.215, port: 9e4afac8-4658-44a0-a84f-218750e3233d. Jan 24 09:28:34.148487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-5d47b54d-fd17-4942-a03e-31f983c6dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:34.150545 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-5d47b54d-fd17-4942-a03e-31f983c6dbe8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c196af86-e5b3-48bc-8f87-0cdfce40bd9e HTTP/1.1" status: 200 len: 853 time: 0.2243297 Jan 24 09:28:34.220824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb34c8-78e1-4f6a-b99f-1364d3212abb req-49c7c1ed-39d4-4bd4-ac31-d9ef65152894 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:34.229359 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fffb34c8-78e1-4f6a-b99f-1364d3212abb req-49c7c1ed-39d4-4bd4-ac31-d9ef65152894 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 943 time: 0.5641451 Jan 24 09:28:34.367454 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-fffb34c8-78e1-4f6a-b99f-1364d3212abb req-0a0a3d14-4010-4f4f-b388-afbd7ea1d714 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362929 Jan 24 09:28:34.426618 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-14a4c125-b4da-4fcb-84e0-3a53489c476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:34.428510 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-14a4c125-b4da-4fcb-84e0-3a53489c476f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4919eeb-41a0-447c-b44e-2abffaf083c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1804111 Jan 24 09:28:34.667696 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-ff9b99dd-3685-4a96-a98b-8a4e1ab53ca0 service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267792 Jan 24 09:28:34.782038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cfdffd-adc7-46f9-a780-fd1ae9b847b9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Router e64729d7-97d4-4eba-8bfc-a64868bd4651 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:28:34.925591 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0036fdf8-acb8-48a0-8a42-f0255e01b4da req-87a9c732-44ee-4cde-b4d2-424158e415d8 service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2498884 Jan 24 09:28:34.992802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-e453718f-fd42-41c8-9ca2-46173aaaec57 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80075) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:28:35.386837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cfdffd-adc7-46f9-a780-fd1ae9b847b9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:28:35.396071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b5cfdffd-adc7-46f9-a780-fd1ae9b847b9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:35.399938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] Sync routers for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:28:35.425605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:35.426322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:28:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:35.534281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf1bc5-2446-461e-9c35-734000225bcd req-b56d62f5-1705-45fd-b521-2f148c8cf3e6 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:35.535405 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-b5cfdffd-adc7-46f9-a780-fd1ae9b847b9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "PUT /v2.0/floatingips/8f40d0d6-8bd4-4b56-8b28-11b03cc9c622 HTTP/1.1" status: 200 len: 991 time: 2.9631972 Jan 24 09:28:35.536701 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'tag': '9e4afac8-4658-44a0-a84f-218750e3233d'}] {{(pid=80074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:35.547131 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-19bf1bc5-2446-461e-9c35-734000225bcd req-b56d62f5-1705-45fd-b521-2f148c8cf3e6 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2186043 Jan 24 09:28:35.653684 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-19bf1bc5-2446-461e-9c35-734000225bcd req-ee2ca008-e80e-4934-9f86-75c0d44f1042 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055665 Jan 24 09:28:35.725980 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:35.800681 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562e26e-8055-4e56-a04f-4d9d59ad2411 req-5d06f361-28a7-4208-97ca-2e760d42dd10 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:35.802454 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4562e26e-8055-4e56-a04f-4d9d59ad2411 req-5d06f361-28a7-4208-97ca-2e760d42dd10 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 943 time: 0.2054214 Jan 24 09:28:35.932960 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4562e26e-8055-4e56-a04f-4d9d59ad2411 req-4d7fa860-a655-483c-8620-b4a32c78ce0d tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175559 Jan 24 09:28:36.017567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6165b1a4-a2da-462c-a2f4-a5775819eed4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:36.195060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:28:36.196134 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'tag': '9e4afac8-4658-44a0-a84f-218750e3233d', 'status': 'completed', 'code': 200} Jan 24 09:28:36.207603 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:36.208150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:36.323328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-0a61d7ce-1abd-447e-a8cf-5ffe79c3e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:36.324881 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-0a61d7ce-1abd-447e-a8cf-5ffe79c3e20b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90beaa18b0ad4bcaa81b63563df88165&device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 1162 time: 0.1007133 Jan 24 09:28:36.593659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-e88338ae-3e88-47ef-a583-87685c7cd886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:36.595232 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-e88338ae-3e88-47ef-a583-87685c7cd886 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 200 len: 904 time: 0.2628758 Jan 24 09:28:36.712575 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:36.763362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:36.777689 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 6165b1a4-a2da-462c-a2f4-a5775819eed4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:36.784664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:36.788881 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:36.847719 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-a6781fb0-f502-4580-bb25-25e048a0c2b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e4afac8-4658-44a0-a84f-218750e3233d HTTP/1.1" status: 200 len: 999 time: 0.2445424 Jan 24 09:28:36.879818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '8f40d0d6-8bd4-4b56-8b28-11b03cc9c622', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'floating_ip_address': '172.28.3.215', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'port_id': '9e4afac8-4658-44a0-a84f-218750e3233d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'mac_address': 'fa:16:3e:b1:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:27:53Z', 'updated_at': '2021-01-24T09:28:33Z', 'revision_number': 1, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:36.890872 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] Checking router: e64729d7-97d4-4eba-8bfc-a64868bd4651 for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:28:36.935487 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'code': 200} Jan 24 09:28:36.954420 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6165b1a4-a2da-462c-a2f4-a5775819eed4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:36.998763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-ddf6cf09-f023-4b7b-b13a-8b9d6f2df9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:37.002238 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-ddf6cf09-f023-4b7b-b13a-8b9d6f2df9ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f2d4652-a7fd-4b0b-8af1-c7db64f62233 HTTP/1.1" status: 200 len: 849 time: 0.1469030 Jan 24 09:28:37.118912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:37.119637 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:28:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:37.404123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=6165b1a4-a2da-462c-a2f4-a5775819eed4,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:37.439793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:37.458338 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:37.459756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:37.850437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:37.895512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-8717956c-6ba1-4076-ae36-257f4b2f2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:37.898452 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-8717956c-6ba1-4076-ae36-257f4b2f2efb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79adafad-a23c-41c0-ac74-5b7a76123b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8862555 Jan 24 09:28:37.939625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578c523-c3cb-489c-8038-adf54331bfec req-ae3076f3-b792-4d86-8936-8122fdb6b359 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:37.947982 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c578c523-c3cb-489c-8038-adf54331bfec req-ae3076f3-b792-4d86-8936-8122fdb6b359 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.8307285 Jan 24 09:28:38.125802 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c578c523-c3cb-489c-8038-adf54331bfec req-53212912-6cbb-4ec1-a8f2-0dd46f70385d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767008 Jan 24 09:28:38.152838 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d225275-66ce-45f1-aa61-4162fb4ddeed req-363a633f-1bd1-4647-8041-f3315d9bb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:38.154550 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4d225275-66ce-45f1-aa61-4162fb4ddeed req-363a633f-1bd1-4647-8041-f3315d9bb57c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 1162 time: 0.8770106 Jan 24 09:28:38.208458 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e126eb4-376a-43fd-bb71-85b0d7305870 req-8bca5a90-c368-413a-9184-d38a001cfb83 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:38.211105 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2e126eb4-376a-43fd-bb71-85b0d7305870 req-8bca5a90-c368-413a-9184-d38a001cfb83 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 945 time: 0.4951134 Jan 24 09:28:38.376140 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4d225275-66ce-45f1-aa61-4162fb4ddeed req-08ee4a2c-1793-4866-ba17-e7105bd8bedc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635721 Jan 24 09:28:38.411055 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2e126eb4-376a-43fd-bb71-85b0d7305870 req-28db35e5-5fc8-41c5-9844-87200a656762 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765902 Jan 24 09:28:38.414639 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-9c21e7ed-3771-4a73-9e10-de5fe85aae36 service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072422 Jan 24 09:28:38.616240 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '8f40d0d6-8bd4-4b56-8b28-11b03cc9c622', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'floating_ip_address': '172.28.3.215', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'port_id': '9e4afac8-4658-44a0-a84f-218750e3233d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'mac_address': 'fa:16:3e:b1:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:27:53Z', 'updated_at': '2021-01-24T09:28:33Z', 'revision_number': 1, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:38.627465 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b3893a-2c80-411d-a43d-8703b46b3ff1 None None] The sync data for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb is: [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': '8f40d0d6-8bd4-4b56-8b28-11b03cc9c622', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'floating_ip_address': '172.28.3.215', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'port_id': '9e4afac8-4658-44a0-a84f-218750e3233d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'mac_address': 'fa:16:3e:b1:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:27:53Z', 'updated_at': '2021-01-24T09:28:33Z', 'revision_number': 1, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:28:38.832607 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6fdd33cf-01c2-4816-b5bd-f7d4a415ae53 req-f9ad1391-3a1c-4adb-b8a0-ee9fdaf8208b service neutron] 10.222.0.13 "GET /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2613358 Jan 24 09:28:38.959919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6165b1a4-a2da-462c-a2f4-a5775819eed4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:39.090398 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:39.091151 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:39.107730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a081fd0-781c-4d63-8667-9cdd68e81760 None None] New status for floating IP 8f40d0d6-8bd4-4b56-8b28-11b03cc9c622: ACTIVE {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:28:39.540283 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309272e1-8f71-45de-b6bf-78c148eb9228 req-715b1bbc-6b37-4725-abc7-59c777e0325d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:39.548297 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-309272e1-8f71-45de-b6bf-78c148eb9228 req-715b1bbc-6b37-4725-abc7-59c777e0325d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2031953 Jan 24 09:28:39.667950 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-309272e1-8f71-45de-b6bf-78c148eb9228 req-7a9af27c-be83-418b-9f1c-dd07818874e7 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172721 Jan 24 09:28:39.979429 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcbaec-6f94-4b0d-85fc-7da163b39bb9 req-91ca6458-7ac8-4b61-b856-506c58db7a23 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:39.982529 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a7dcbaec-6f94-4b0d-85fc-7da163b39bb9 req-91ca6458-7ac8-4b61-b856-506c58db7a23 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 945 time: 0.2022178 Jan 24 09:28:40.077652 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a7dcbaec-6f94-4b0d-85fc-7da163b39bb9 req-efe1cf01-1a84-420f-b52b-8034b26f9fa9 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778410 Jan 24 09:28:40.995319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0105a8-4035-4df6-b8a0-2831cfd7773d req-4305b5d9-cdfa-4e10-bc3b-17eb2506072c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:40.997253 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3a0105a8-4035-4df6-b8a0-2831cfd7773d req-4305b5d9-cdfa-4e10-bc3b-17eb2506072c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.1462820 Jan 24 09:28:41.065270 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3a0105a8-4035-4df6-b8a0-2831cfd7773d req-f4b4e74b-c0f4-479c-83d1-cbd463e5a169 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595956 Jan 24 09:28:41.435899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e228de0-2318-465a-9175-ecdd230191ec req-c903fa70-0005-40a4-906a-44ccce8c45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:41.437602 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e228de0-2318-465a-9175-ecdd230191ec req-c903fa70-0005-40a4-906a-44ccce8c45e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 1163 time: 0.1495152 Jan 24 09:28:41.495789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63c7c6-e8c7-465f-85e3-0f74302411db req-0779438b-54b0-4eb6-9876-31a8f74cf860 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:41.497516 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8e63c7c6-e8c7-465f-85e3-0f74302411db req-0779438b-54b0-4eb6-9876-31a8f74cf860 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 945 time: 0.2079420 Jan 24 09:28:41.624183 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8e63c7c6-e8c7-465f-85e3-0f74302411db req-063d2ad2-5380-4850-8530-ca57333bcb2f tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186934 Jan 24 09:28:41.669358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e228de0-2318-465a-9175-ecdd230191ec req-f5e0dcf3-602d-4082-b65d-75efddbed036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:41.671613 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e228de0-2318-465a-9175-ecdd230191ec req-f5e0dcf3-602d-4082-b65d-75efddbed036 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 0.2265928 Jan 24 09:28:41.864823 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e228de0-2318-465a-9175-ecdd230191ec req-d84835a9-6412-4d61-9756-40b98ca1a734 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe HTTP/1.1" status: 200 len: 1001 time: 0.1805592 Jan 24 09:28:41.969871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bee263-de32-4046-a901-80f185c4850a req-f509fb6a-07e8-4ecc-b1bd-cfd51af94680 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:41.971573 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-87bee263-de32-4046-a901-80f185c4850a req-f509fb6a-07e8-4ecc-b1bd-cfd51af94680 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 945 time: 0.1847079 Jan 24 09:28:41.978850 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e228de0-2318-465a-9175-ecdd230191ec req-525a86d5-64e5-480b-aad9-32f998299271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:41.980368 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e228de0-2318-465a-9175-ecdd230191ec req-525a86d5-64e5-480b-aad9-32f998299271 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.1091638 Jan 24 09:28:42.082784 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-87bee263-de32-4046-a901-80f185c4850a req-d6d550b9-e934-4a49-b539-52c546b8ad6d tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001589 Jan 24 09:28:42.111293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e228de0-2318-465a-9175-ecdd230191ec req-a89e57f1-9b90-41fe-9515-48282bcea25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:42.113151 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e228de0-2318-465a-9175-ecdd230191ec req-a89e57f1-9b90-41fe-9515-48282bcea25c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1141548 Jan 24 09:28:42.292519 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e228de0-2318-465a-9175-ecdd230191ec req-3afb89d6-e297-4eb2-9291-793b3143004c service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702397 Jan 24 09:28:42.636482 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e228de0-2318-465a-9175-ecdd230191ec req-0db455d5-b587-4a47-8b56-dae0503e2066 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3354974 Jan 24 09:28:42.674379 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a8b0d-9998-4297-98bc-f95a760f7143 req-5b802171-5b8b-4260-866d-4842d297655b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:42.676092 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ec9a8b0d-9998-4297-98bc-f95a760f7143 req-5b802171-5b8b-4260-866d-4842d297655b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2447100 Jan 24 09:28:42.756583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3108ab7-788b-4884-bed9-a5dcb6bd1413 req-f0f4307c-85aa-4d0f-a2de-d1a2d3db080a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:42.759035 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3108ab7-788b-4884-bed9-a5dcb6bd1413 req-f0f4307c-85aa-4d0f-a2de-d1a2d3db080a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 945 time: 0.2183280 Jan 24 09:28:42.790495 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ec9a8b0d-9998-4297-98bc-f95a760f7143 req-94077ca2-8580-4c76-a136-7a13ecf22152 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059220 Jan 24 09:28:42.826606 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3108ab7-788b-4884-bed9-a5dcb6bd1413 req-541a1a59-51a7-4c75-a19b-982cc52249fa tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590885 Jan 24 09:28:44.087250 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684f501-dbc5-44dd-a2ab-ee7b6058cb4c req-305e3b7b-e1f0-4fd7-8e1a-3fafbd9710eb tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:44.088974 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5684f501-dbc5-44dd-a2ab-ee7b6058cb4c req-305e3b7b-e1f0-4fd7-8e1a-3fafbd9710eb tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.1398449 Jan 24 09:28:44.150970 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5684f501-dbc5-44dd-a2ab-ee7b6058cb4c req-84df452a-291b-40eb-a8ff-1c9513107367 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553286 Jan 24 09:28:44.964487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6eeabd63-31d9-4860-b7e6-e5de84a92abe no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:28:45.101567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:45.137560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:45.149625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 6eeabd63-31d9-4860-b7e6-e5de84a92abe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:45.152756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:45.154642 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:45.257352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=6eeabd63-31d9-4860-b7e6-e5de84a92abe,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:45.273757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.274309 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.274988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.275793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.276514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.277088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.277850 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.278513 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.279173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.279827 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.280584 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.281101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.281874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.282550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.283266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.284009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.285752 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.286538 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.287640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.288216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.288577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.289408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.289933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.290550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:45.298179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:45.383860 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe', 'code': 422} returned with failed status Jan 24 09:28:45.614244 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04b8bf-c43d-4108-a729-23e56a6c6728 req-2812a0a9-cdfd-476d-90a5-d7d7dae8bcd7 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:45.616151 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4d04b8bf-c43d-4108-a729-23e56a6c6728 req-2812a0a9-cdfd-476d-90a5-d7d7dae8bcd7 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.1699984 Jan 24 09:28:45.684242 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4d04b8bf-c43d-4108-a729-23e56a6c6728 req-109e1215-14cd-47c4-8bd2-b6d5905de0ab tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589547 Jan 24 09:28:47.348436 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:28:47.538205 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-95501c10-ce63-4722-9ef4-a5718334fce3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1192348 Jan 24 09:28:47.570905 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be785307-54c2-4948-9372-edf4f195ae5e req-4d7b4962-1ef6-4eeb-b30e-118062e83110 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:47.572643 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be785307-54c2-4948-9372-edf4f195ae5e req-4d7b4962-1ef6-4eeb-b30e-118062e83110 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.1273580 Jan 24 09:28:47.670884 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-be785307-54c2-4948-9372-edf4f195ae5e req-ae4dcbe5-1c17-411d-9502-1b3105a5503d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892720 Jan 24 09:28:48.294581 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d994161-6506-442a-bb87-be9d07e297eb req-a00a0667-40b9-41f6-ac1d-b7ea71b62935 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:48.296295 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6d994161-6506-442a-bb87-be9d07e297eb req-a00a0667-40b9-41f6-ac1d-b7ea71b62935 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 945 time: 0.1952648 Jan 24 09:28:48.299625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-6a581ce7-4fbf-47bb-9695-9d91521b5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:48.301251 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-6a581ce7-4fbf-47bb-9695-9d91521b5de1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261&tenant_id=0aded163b525483dbeed6819ad7b25c8 HTTP/1.1" status: 200 len: 1161 time: 0.1379769 Jan 24 09:28:48.400961 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6d994161-6506-442a-bb87-be9d07e297eb req-2432710b-d0b4-4176-98dd-3cbcfbc49297 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977027 Jan 24 09:28:48.438881 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-8670efbe-c0ee-47e3-b426-db7daf229ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:48.440531 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-8670efbe-c0ee-47e3-b426-db7daf229ce8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 1161 time: 0.1038544 Jan 24 09:28:49.095469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-ae13def0-62a0-4ef5-bdc8-1e10f159303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:49.096958 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-ae13def0-62a0-4ef5-bdc8-1e10f159303c service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 0.6494818 Jan 24 09:28:49.110889 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-a4178818-1459-43bd-9bb9-6023a3672e4a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6380680 Jan 24 09:28:49.203660 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Request body: {'floatingip': {'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:49.228367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:49.240171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Usage tracker for resource:floatingip and tenant:b0274d28a1fe4faaab07a670a4f9ecc2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:49.271970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34910582-8988-466e-bb6f-0f9ba8077e76 req-747a38b3-3eda-4961-93c9-05c72617f0de tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:49.273632 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-34910582-8988-466e-bb6f-0f9ba8077e76 req-747a38b3-3eda-4961-93c9-05c72617f0de tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.3674405 Jan 24 09:28:49.274565 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:49.286035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:49.314044 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-ef213203-7bc1-46bb-b7eb-1a6ddf37be68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe HTTP/1.1" status: 200 len: 999 time: 0.2021000 Jan 24 09:28:49.319547 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for floatingip, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.469182 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-34910582-8988-466e-bb6f-0f9ba8077e76 req-d617b573-03cb-4974-8c20-b8bc6b10a877 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865666 Jan 24 09:28:49.484433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-56faeab2-827e-41c0-ab38-998674db119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:49.485986 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-56faeab2-827e-41c0-ab38-998674db119b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.1491075 Jan 24 09:28:49.618294 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-6cda06d4-a300-45ae-94b6-21cbebaacdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:49.619940 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-6cda06d4-a300-45ae-94b6-21cbebaacdca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1264708 Jan 24 09:28:49.625587 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.916753 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-5ef85c49-c253-4f47-bb3b-7950fd47c708 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807591 Jan 24 09:28:50.151564 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-622497d6-a89f-4c60-9052-3b57f7d5d2ba req-d2f4ed13-14f5-4276-bad2-ff5d43253912 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2201703 Jan 24 09:28:50.152699 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Allocated IP 172.28.3.92 (de65dbf3-a864-41cb-b58d-918771c2a6a0/2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3/88437566-2ed2-4374-890f-a5d22c8341bf) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:28:50.338822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:50.374364 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:50.391788 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8009a061-ff6c-4824-b3b7-2a6b30757ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:50.533224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event updated for resources: {'Port': ['ID=88437566-2ed2-4374-890f-a5d22c8341bf,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:50.536421 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:50.601214 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Network de65dbf3-a864-41cb-b58d-918771c2a6a0 is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:28:50.602510 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:50.605082 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:28:50.858460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bef57-a07c-4132-9721-0be282799465 req-b85fd4e6-a962-4c3d-a32f-6fdc06662197 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:50.860157 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-729bef57-a07c-4132-9721-0be282799465 req-b85fd4e6-a962-4c3d-a32f-6fdc06662197 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.2263916 Jan 24 09:28:50.864487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for floatingip, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:50.867102 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-c8803f8d-14b2-404b-a63a-269f8908043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:50.868647 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-c8803f8d-14b2-404b-a63a-269f8908043a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aded163b525483dbeed6819ad7b25c8&device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 1161 time: 0.1847117 Jan 24 09:28:51.074538 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-729bef57-a07c-4132-9721-0be282799465 req-9f81b05b-8924-43fe-9067-c5af2a37ddba tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032454 Jan 24 09:28:51.075320 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:51.216720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-81834332-6350-49cf-a45d-e315c8fa2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:51.218327 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-81834332-6350-49cf-a45d-e315c8fa2d1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 200 len: 911 time: 0.3037779 Jan 24 09:28:51.801000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:51.806914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:51.836430 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e6b02cfe-15ca-4d1e-b97e-e59a05281e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:51.995237 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event updated for resources: {'Port': ['ID=88437566-2ed2-4374-890f-a5d22c8341bf,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:51.999950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:52.155466 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.194557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.195951 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0203836 Jan 24 09:28:52.298891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-3c4a038c-7de3-43ad-922c-770e5561a5bf tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Synchronizing usage tracker for tenant:b0274d28a1fe4faaab07a670a4f9ecc2 on resource:floatingip {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:52.324240 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-3c4a038c-7de3-43ad-922c-770e5561a5bf tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Unset dirty status for tenant:b0274d28a1fe4faaab07a670a4f9ecc2 on resource:floatingip {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:52.325528 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-3c4a038c-7de3-43ad-922c-770e5561a5bf tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1220257 Jan 24 09:28:52.542868 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-accb6f32-50fd-4288-a4b3-331272e729d8 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:52.544430 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-accb6f32-50fd-4288-a4b3-331272e729d8 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/networks/de65dbf3-a864-41cb-b58d-918771c2a6a0 HTTP/1.1" status: 200 len: 784 time: 0.2127085 Jan 24 09:28:52.556134 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-11b751ff-e913-480f-b3b6-57e3f7d7102f tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:28:52.557249 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c01f8674-ffac-44d0-ac47-874b8b8c787e req-11b751ff-e913-480f-b3b6-57e3f7d7102f tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0067794 Jan 24 09:28:52.808339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b2640-0b2a-402e-906c-6a9c3bcb88ce req-9a5d2235-5e84-467c-8d8b-42624e35ca91 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:52.809964 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bd1b2640-0b2a-402e-906c-6a9c3bcb88ce req-9a5d2235-5e84-467c-8d8b-42624e35ca91 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.1320765 Jan 24 09:28:52.892838 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bd1b2640-0b2a-402e-906c-6a9c3bcb88ce req-4d8ac056-4efb-4b6f-a0fc-17f048f9236f tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710523 Jan 24 09:28:53.204906 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-2ff3202c-639b-4b76-9a0f-47de898485cd tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:53.206684 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-2ff3202c-639b-4b76-9a0f-47de898485cd tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1618958 Jan 24 09:28:53.319209 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-efb11039-8a15-48f9-84b5-2ec4c4c551d7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1035361 Jan 24 09:28:53.333502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-37f73df1-60f3-4ac5-96a1-04d4296a3b3b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Request body: {'floatingip': {'port_id': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:53.432157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-37f73df1-60f3-4ac5-96a1-04d4296a3b3b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for floatingip, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:54.199177 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-37f73df1-60f3-4ac5-96a1-04d4296a3b3b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for floatingip, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:54.203123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-37f73df1-60f3-4ac5-96a1-04d4296a3b3b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:54.336033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:54.430847 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-37f73df1-60f3-4ac5-96a1-04d4296a3b3b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Floating IP b7884059-4863-4349-8722-4f87b0c0a2df associated. External IP: 172.28.3.92, port: 6165b1a4-a2da-462c-a2f4-a5775819eed4. Jan 24 09:28:54.947140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-37f73df1-60f3-4ac5-96a1-04d4296a3b3b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:28:55.455633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-37f73df1-60f3-4ac5-96a1-04d4296a3b3b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:28:55.462675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-37f73df1-60f3-4ac5-96a1-04d4296a3b3b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:55.469874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] Sync routers for ids ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:28:55.510035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] Routers {'62155f07-e09e-4b43-9d3c-f339c2c6d5f6'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:55.511215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:28:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:55.570170 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-37f73df1-60f3-4ac5-96a1-04d4296a3b3b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "PUT /v2.0/floatingips/b7884059-4863-4349-8722-4f87b0c0a2df HTTP/1.1" status: 200 len: 995 time: 2.2416832 Jan 24 09:28:55.571127 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:55.577837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c6984d2a-a608-4437-9460-f9d23d5bf40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:55.738550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] Set router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:55.740090 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-6001451b-69ff-4e0d-8166-58bae36d457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:55.744100 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-6001451b-69ff-4e0d-8166-58bae36d457c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 1162 time: 0.1568496 Jan 24 09:28:55.937523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-9f8e8dca-ecc4-4471-9c8a-2bc1ec5c42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:55.939396 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-9f8e8dca-ecc4-4471-9c8a-2bc1ec5c42a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 200 len: 908 time: 0.1884646 Jan 24 09:28:56.140269 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-3a7f0b3c-b408-442c-943e-f35ee0788c04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 998 time: 0.1753745 Jan 24 09:28:56.271136 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-b509e5aa-f57a-4a3e-8dce-6a68b2cb98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:56.273036 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-b509e5aa-f57a-4a3e-8dce-6a68b2cb98d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c196af86-e5b3-48bc-8f87-0cdfce40bd9e HTTP/1.1" status: 200 len: 853 time: 0.1001093 Jan 24 09:28:56.330941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': 'b7884059-4863-4349-8722-4f87b0c0a2df', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'floating_ip_address': '172.28.3.92', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'port_id': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'mac_address': 'fa:16:3e:47:c7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081c1971-f7f2-4c92-8f03-a6214527b579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:54Z', 'revision_number': 1, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:57Z', 'revision_number': 5, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:56.349160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] Checking router: 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:28:56.361441 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] Routers {'62155f07-e09e-4b43-9d3c-f339c2c6d5f6'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:56.362166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:28:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:56.408171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-11327059-167a-41dc-9c7e-68037345dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:56.415472 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-11327059-167a-41dc-9c7e-68037345dcc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4919eeb-41a0-447c-b44e-2abffaf083c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1296921 Jan 24 09:28:56.595080 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-65fd24ad-b35e-4a9e-abd8-658816e6da0f service neutron] 10.222.0.18 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765001 Jan 24 09:28:56.650864 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] Set router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:56.815434 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4f782bb0-2828-4f48-81e7-84de2cec524e req-544df213-266f-444e-aea1-d4b7396e4346 service neutron] 10.222.0.18 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2037683 Jan 24 09:28:57.124764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cae01c-7e52-4e4a-9ba3-e820bf43c225 req-87b286ea-34db-4432-8192-646e3fa4d170 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:57.136962 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21cae01c-7e52-4e4a-9ba3-e820bf43c225 req-87b286ea-34db-4432-8192-646e3fa4d170 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.1593158 Jan 24 09:28:57.221187 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21cae01c-7e52-4e4a-9ba3-e820bf43c225 req-05eae803-7d5d-431b-b601-6c6fce469265 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842876 Jan 24 09:28:57.274232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': 'b7884059-4863-4349-8722-4f87b0c0a2df', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'floating_ip_address': '172.28.3.92', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'port_id': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'mac_address': 'fa:16:3e:47:c7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081c1971-f7f2-4c92-8f03-a6214527b579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:54Z', 'revision_number': 1, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:57Z', 'revision_number': 5, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:57.283731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459a181-d321-4f2b-bcb5-f23c47ba6c32 None None] The sync data for ids ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'] in dv-cinder-772181-7-smb is: [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_floatingips': [{'id': 'b7884059-4863-4349-8722-4f87b0c0a2df', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'floating_ip_address': '172.28.3.92', 'floating_network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'router_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'port_id': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'mac_address': 'fa:16:3e:47:c7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081c1971-f7f2-4c92-8f03-a6214527b579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:54Z', 'revision_number': 1, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:57Z', 'revision_number': 5, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:28:57.376533 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'status': 'completed', 'code': 200} Jan 24 09:28:57.400789 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1419712148', 'description': 'tempest-TestMinimumBasicScenario-1419712148 description'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:57.422066 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:57.430562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Usage tracker for resource:security_group and tenant:b0274d28a1fe4faaab07a670a4f9ecc2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:57.435765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:57.442717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:57.453751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.482223 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:57.487940 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Usage tracker for resource:security_group_rule and tenant:b0274d28a1fe4faaab07a670a4f9ecc2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:57.491951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:57.497936 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:57.619690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.671409 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.682327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:57.727414 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a95b323-4361-4a25-9748-9bb457c6ebb1 None None] New status for floating IP b7884059-4863-4349-8722-4f87b0c0a2df: ACTIVE {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:28:57.752281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.754609 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1690ea4f-c9d8-47d1-87f4-352ef1710c23 req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3625870 Jan 24 09:28:57.756818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cefbac-7cdb-4197-a5eb-22da6a20ff73,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:57.774770 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0aef3be9-a86e-4877-be85-11c264639fd6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:57.887788 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1e894412-fa25-4312-847a-fafc8e084697 req-5d26577b-7ec3-42a2-b73f-b2baf13034e6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups/f4cefbac-7cdb-4197-a5eb-22da6a20ff73 HTTP/1.1" status: 200 len: 1814 time: 0.0830541 Jan 24 09:28:57.903564 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4cefbac-7cdb-4197-a5eb-22da6a20ff73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:57.904304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4cefbac-7cdb-4197-a5eb-22da6a20ff73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:57.924123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:57.931721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Usage tracker for resource:security_group_rule and tenant:b0274d28a1fe4faaab07a670a4f9ecc2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:57.937359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:57.953771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:58.027233 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-74ae3b29-58ca-4e45-971c-63c0bcff4599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.073218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group_rule, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.105444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.114897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.122055 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cba06e91-1841-40c0-975e-e04a9540aa25 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:58.186550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552d0699-1836-4e1b-b12a-d80da7682e43,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:58.192202 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:58.193743 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group_rule, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.215474 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1e894412-fa25-4312-847a-fafc8e084697 req-78babc3e-837a-4a1e-8554-601d44ce1b58 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3205104 Jan 24 09:28:58.373203 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-db910626-8d1a-4792-8d2f-77958634dda8 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups/f4cefbac-7cdb-4197-a5eb-22da6a20ff73 HTTP/1.1" status: 200 len: 2407 time: 0.1278107 Jan 24 09:28:58.397895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4cefbac-7cdb-4197-a5eb-22da6a20ff73', 'remote_group_id': None}]} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:58.398862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4cefbac-7cdb-4197-a5eb-22da6a20ff73', 'remote_group_id': None}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:58.431886 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:58.439630 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Usage tracker for resource:security_group_rule and tenant:b0274d28a1fe4faaab07a670a4f9ecc2 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:58.443094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.447325 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:58.465393 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:58.541591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group_rule, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.594791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.597752 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679279'] for security_group_rule, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.604840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:58.629693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1b3072-b42f-4c13-b294-404b2e8fe090,revision_number=0']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:58.636823 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:58.645803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group_rule, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.650063 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-651a9a93-33fd-4ec7-9366-f324ba14670e req-167e542b-a438-4a38-96b2-2096285f93d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2598267 Jan 24 09:28:58.881505 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebebf62-928c-42d1-8176-150bcb68d746 req-592cadf1-bf32-4b24-be3a-7c702ee15e62 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:58.890223 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aebebf62-928c-42d1-8176-150bcb68d746 req-592cadf1-bf32-4b24-be3a-7c702ee15e62 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.1261384 Jan 24 09:28:58.955693 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aebebf62-928c-42d1-8176-150bcb68d746 req-9f39bcae-3973-421e-979f-21289439df50 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641773 Jan 24 09:28:59.212599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-eb70a483-d51b-4195-b39d-f261de9a7907 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Synchronizing usage tracker for tenant:b0274d28a1fe4faaab07a670a4f9ecc2 on resource:security_group {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:59.237132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-eb70a483-d51b-4195-b39d-f261de9a7907 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Unset dirty status for tenant:b0274d28a1fe4faaab07a670a4f9ecc2 on resource:security_group {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:59.241211 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-eb70a483-d51b-4195-b39d-f261de9a7907 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1419712148&fields=id&tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2 HTTP/1.1" status: 200 len: 267 time: 0.1026442 Jan 24 09:28:59.380864 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-ae9c579d-d992-4315-a83d-d3e5f7b32cd3 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:59.382645 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-ae9c579d-d992-4315-a83d-d3e5f7b32cd3 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 945 time: 0.1356843 Jan 24 09:28:59.399865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-57ff21fa-8399-4285-b6d4-14e144668486 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Request body: {'port': {'security_groups': ['abb7e058-6bc2-44d6-a90a-4e148fcf0601', 'f4cefbac-7cdb-4197-a5eb-22da6a20ff73']}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:59.574943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-57ff21fa-8399-4285-b6d4-14e144668486 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:59.597829 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:59.965005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-57ff21fa-8399-4285-b6d4-14e144668486 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] For port 6165b1a4-a2da-462c-a2f4-a5775819eed4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:59.968502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:59.995693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-57ff21fa-8399-4285-b6d4-14e144668486 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:59.999312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-57ff21fa-8399-4285-b6d4-14e144668486 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:00.015184 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:00.176530 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff21fa-8399-4285-b6d4-14e144668486 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event updated for resources: {'Port': ['ID=6165b1a4-a2da-462c-a2f4-a5775819eed4,revision_number=5']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:00.185252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-57ff21fa-8399-4285-b6d4-14e144668486 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:00.245761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-57ff21fa-8399-4285-b6d4-14e144668486 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:00.246683 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-57ff21fa-8399-4285-b6d4-14e144668486 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:00.251182 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0d609e22-c148-49bf-a7f4-a894a7d036ff req-57ff21fa-8399-4285-b6d4-14e144668486 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "PUT /v2.0/ports/6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 981 time: 0.8603239 Jan 24 09:29:00.251537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:00.523528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e9e5c-fbf8-42b5-b921-7ae683529405 req-4ff1817a-6ad1-45a0-b6ef-0aa8d1ece2a4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:00.525182 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7d5e9e5c-fbf8-42b5-b921-7ae683529405 req-4ff1817a-6ad1-45a0-b6ef-0aa8d1ece2a4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.1519635 Jan 24 09:29:00.530463 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-1a590b05-2a09-43b0-b935-299eff0638d7 None None] Provisioning complete for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:00.530890 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1a590b05-2a09-43b0-b935-299eff0638d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:00.617367 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7d5e9e5c-fbf8-42b5-b921-7ae683529405 req-88e85f5c-7258-4bf9-9f22-54bdf6c0b963 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776489 Jan 24 09:29:00.869645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee421e08-f7d8-40ae-983e-ccf7c5259a98 req-1458bd1b-0240-4e9a-8136-4f31c2faa918 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:00.871515 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee421e08-f7d8-40ae-983e-ccf7c5259a98 req-1458bd1b-0240-4e9a-8136-4f31c2faa918 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1231899 Jan 24 09:29:00.969718 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee421e08-f7d8-40ae-983e-ccf7c5259a98 req-da5ba14d-57e8-4345-b59c-6996f0cad758 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0893040 Jan 24 09:29:01.053335 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'status': 'completed', 'code': 200} Jan 24 09:29:01.257495 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6165b1a4-a2da-462c-a2f4-a5775819eed4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:01.357478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:01.358002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:01.908807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78ba1b-249a-40cb-ae00-f242a885dfdf req-7c599dcd-a7c0-4071-ba90-9df90f9dece0 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:01.910734 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2c78ba1b-249a-40cb-ae00-f242a885dfdf req-7c599dcd-a7c0-4071-ba90-9df90f9dece0 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.1413157 Jan 24 09:29:01.977869 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2c78ba1b-249a-40cb-ae00-f242a885dfdf req-1184ae98-1f4b-4793-9f58-e8fca1c461ef tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596137 Jan 24 09:29:02.950130 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-5d4d6939-b0ce-4a74-8079-ada77af91f47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe HTTP/1.1" status: 200 len: 999 time: 0.1873143 Jan 24 09:29:03.019777 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-d76d6f94-f486-45b6-8303-ff0e59a2c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.022067 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-d76d6f94-f486-45b6-8303-ff0e59a2c9a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 1202 time: 0.1879447 Jan 24 09:29:03.125293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-9d319add-2d73-49b1-9a86-6dbb1781bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.126903 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-9d319add-2d73-49b1-9a86-6dbb1781bafb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 200 len: 856 time: 0.1662867 Jan 24 09:29:03.333218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-24282447-6c3c-4186-893a-dd01dc027e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.335328 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-24282447-6c3c-4186-893a-dd01dc027e5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 200 len: 908 time: 0.3037913 Jan 24 09:29:03.659244 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-a310c28a-c535-45e6-96e9-963612f9fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.660833 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-a310c28a-c535-45e6-96e9-963612f9fcf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36bd8d6e-df18-4f93-9a5b-830a30adae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5243123 Jan 24 09:29:03.731298 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6809fa9-bfd3-4803-8571-22cc4384b0b6 req-b7bd3a6b-04ea-4994-9a9a-6e2b711c225e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.732928 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c6809fa9-bfd3-4803-8571-22cc4384b0b6 req-b7bd3a6b-04ea-4994-9a9a-6e2b711c225e tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.5290380 Jan 24 09:29:03.828613 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-1cb14015-a766-4bae-ba9e-930b0d588403 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 1000 time: 0.4860320 Jan 24 09:29:03.932571 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c6809fa9-bfd3-4803-8571-22cc4384b0b6 req-a8ac1acd-1e8c-4804-b895-cdaaf3fa8e56 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918426 Jan 24 09:29:03.970225 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-79c5a0c2-defb-46a2-ab0c-65392c7c5446 service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985318 Jan 24 09:29:03.974711 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-d282401a-d237-4859-929e-5fd209d9ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.976341 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-d282401a-d237-4859-929e-5fd209d9ae8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c196af86-e5b3-48bc-8f87-0cdfce40bd9e HTTP/1.1" status: 200 len: 853 time: 0.1286497 Jan 24 09:29:04.198181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-79880af5-ec6e-4321-92fe-b208ee3e91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:04.199771 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-79880af5-ec6e-4321-92fe-b208ee3e91ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4919eeb-41a0-447c-b44e-2abffaf083c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1982126 Jan 24 09:29:04.201800 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ce3586d6-898e-485c-bd21-6ef0bf5225cb req-0cc3b727-8136-4f40-97ec-d4965b3824ef service neutron] 10.222.0.13 "GET /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2224240 Jan 24 09:29:04.359042 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-cd7815c3-4a1e-4e22-b340-c7f0a100ac58 service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448967 Jan 24 09:29:04.518836 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-64f89409-0b65-4d63-a5cc-d9727bc5e692 req-0c39d15c-ec3c-416e-983c-e6902ec31a7a service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513593 Jan 24 09:29:04.671086 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-57d412dc-3bc2-479c-a065-01b6c615f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:04.673006 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-57d412dc-3bc2-479c-a065-01b6c615f572 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 1202 time: 0.1068709 Jan 24 09:29:04.825872 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-f93ac58f-c4e2-4a4f-8a4b-f32eec17a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:04.827475 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-f93ac58f-c4e2-4a4f-8a4b-f32eec17a947 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 200 len: 908 time: 0.1469777 Jan 24 09:29:04.947600 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-cb29e402-89bb-468e-a4b3-33dd64989dee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 1000 time: 0.1119552 Jan 24 09:29:05.027421 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-be327e5d-7808-4ef3-b545-d57ee5b5b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:05.029037 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-be327e5d-7808-4ef3-b545-d57ee5b5b0a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c196af86-e5b3-48bc-8f87-0cdfce40bd9e HTTP/1.1" status: 200 len: 853 time: 0.0725899 Jan 24 09:29:05.241046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-8cdd9c2c-678d-4ff9-a30c-b391cdfbbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:05.242734 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-8cdd9c2c-678d-4ff9-a30c-b391cdfbbd09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4919eeb-41a0-447c-b44e-2abffaf083c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2014303 Jan 24 09:29:05.275921 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a997455-450b-44fb-b89b-0af04e9fccc2 req-c0829a7b-229a-4578-87c2-0be65ac2d967 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:05.277630 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7a997455-450b-44fb-b89b-0af04e9fccc2 req-c0829a7b-229a-4578-87c2-0be65ac2d967 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.1464629 Jan 24 09:29:05.437830 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7a997455-450b-44fb-b89b-0af04e9fccc2 req-195989e4-9935-435a-b914-1a736872a3e2 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338871 Jan 24 09:29:05.464473 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-0cba6d92-9ff2-4e7b-aa6b-d28ab7c764c3 service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857524 Jan 24 09:29:05.528289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6eeabd63-31d9-4860-b7e6-e5de84a92abe up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:05.621108 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1937a05f-43ae-463f-afda-ee8d934f6078 req-2e686727-c6cf-4e5b-8023-c514ca634b76 service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1488981 Jan 24 09:29:05.783928 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6eeabd63-31d9-4860-b7e6-e5de84a92abe triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:05.784257 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:05.919381 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:05.954651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:05.967759 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 6eeabd63-31d9-4860-b7e6-e5de84a92abe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:05.971049 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:05.973065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:06.027489 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe', 'code': 200} Jan 24 09:29:06.073600 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=6eeabd63-31d9-4860-b7e6-e5de84a92abe,revision_number=6']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:06.077059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:06.335673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c9755-ac06-40bb-84ad-a6168206a564 req-38d9056b-0dac-423e-83ed-a38fa63370b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:06.337228 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e17c9755-ac06-40bb-84ad-a6168206a564 req-38d9056b-0dac-423e-83ed-a38fa63370b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 1163 time: 0.0907383 Jan 24 09:29:06.390161 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e17c9755-ac06-40bb-84ad-a6168206a564 req-fe05d9d9-bbfa-4ce7-baf7-8ca3ff1ee6e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406792 Jan 24 09:29:06.706412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca5fae-0ba1-4beb-a3fc-c850bd0ec08e req-afe65b5c-a70f-4f16-8f79-529a8f50054a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:06.708694 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-59ca5fae-0ba1-4beb-a3fc-c850bd0ec08e req-afe65b5c-a70f-4f16-8f79-529a8f50054a tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.1139910 Jan 24 09:29:06.770255 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-59ca5fae-0ba1-4beb-a3fc-c850bd0ec08e req-1f6a395b-e375-475c-916c-2ed99d454671 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544295 Jan 24 09:29:07.139708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6eeabd63-31d9-4860-b7e6-e5de84a92abe up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:07.230884 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6eeabd63-31d9-4860-b7e6-e5de84a92abe triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:07.231312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:08.084150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaebcd8-b615-44b6-a81c-59fb0a9399d2 req-7e4f4ad1-e45b-4222-8d34-2bd745752f39 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:08.085870 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6aaebcd8-b615-44b6-a81c-59fb0a9399d2 req-7e4f4ad1-e45b-4222-8d34-2bd745752f39 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.1446509 Jan 24 09:29:08.145808 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6aaebcd8-b615-44b6-a81c-59fb0a9399d2 req-abb189b6-9370-47ba-8a34-ee287b574fb1 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529675 Jan 24 09:29:09.431853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f3ea9-4b4c-4cfe-b6d9-f09cb52b632c req-9c278913-e0e3-4368-aeb9-9c069da4a378 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:09.433880 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-590f3ea9-4b4c-4cfe-b6d9-f09cb52b632c req-9c278913-e0e3-4368-aeb9-9c069da4a378 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.1243415 Jan 24 09:29:09.496105 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-590f3ea9-4b4c-4cfe-b6d9-f09cb52b632c req-ff51e787-6bd5-4edc-92ce-17b7246e9f2d tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516570 Jan 24 09:29:18.594232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-1d0f07af-261d-42bd-90a6-46f6901d1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:18.596148 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-1d0f07af-261d-42bd-90a6-46f6901d1881 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 1202 time: 0.1744673 Jan 24 09:29:18.657692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755bac0-9141-4b31-be25-bec2d6ea8625 req-d44532eb-af71-4f38-96a0-71a23a6bc6be tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:18.659433 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c755bac0-9141-4b31-be25-bec2d6ea8625 req-d44532eb-af71-4f38-96a0-71a23a6bc6be tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1728232 Jan 24 09:29:18.803259 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c755bac0-9141-4b31-be25-bec2d6ea8625 req-5b959920-03da-463c-b39f-4dabd6d07d15 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0920284 Jan 24 09:29:18.830082 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-aa7e875b-afb5-484e-9991-66f782cd163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:18.831733 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-aa7e875b-afb5-484e-9991-66f782cd163a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 200 len: 908 time: 0.2294638 Jan 24 09:29:18.955642 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-c6f46be7-133f-46e2-a25d-7d6c9533d467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 1000 time: 0.1164391 Jan 24 09:29:19.038004 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-8bce0cc7-03d3-427e-ab94-77dde55b8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:19.039669 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-8bce0cc7-03d3-427e-ab94-77dde55b8663 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c196af86-e5b3-48bc-8f87-0cdfce40bd9e HTTP/1.1" status: 200 len: 853 time: 0.0761368 Jan 24 09:29:19.362241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-f7bf1b59-54ba-4473-8ab3-d48626e8ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:19.363943 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-f7bf1b59-54ba-4473-8ab3-d48626e8ccb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4919eeb-41a0-447c-b44e-2abffaf083c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3162446 Jan 24 09:29:19.546291 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-ac8018be-ee7f-4187-9e1a-f85de08f35e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743391 Jan 24 09:29:19.698985 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c2f9c3d4-6eae-4917-b9cc-d8d0216160e7 req-39496572-37cd-4219-bc95-72ef1134c8a8 service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457272 Jan 24 09:29:20.127324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041dc7e-2ffb-47c0-88c6-fc1475fe8f3d req-1f9e3318-48ad-4a88-8634-a0e20c495066 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:20.130259 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c041dc7e-2ffb-47c0-88c6-fc1475fe8f3d req-1f9e3318-48ad-4a88-8634-a0e20c495066 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1736586 Jan 24 09:29:20.200087 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c041dc7e-2ffb-47c0-88c6-fc1475fe8f3d req-901b1829-ddc4-4ac2-806b-a4dc101b7154 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0629084 Jan 24 09:29:21.524663 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e833edb-d757-4138-be83-dd6c5858a75c req-f3edc439-33ff-423c-82fa-f906be300ed7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:21.526298 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8e833edb-d757-4138-be83-dd6c5858a75c req-f3edc439-33ff-423c-82fa-f906be300ed7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1271122 Jan 24 09:29:21.625159 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8e833edb-d757-4138-be83-dd6c5858a75c req-8863748c-4a84-4ae8-a371-58d7aa580e0b tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0865738 Jan 24 09:29:22.903986 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f727ec-a1f2-475f-8d75-090cdcadb48c req-12a98ad6-3d78-4ef7-91c4-93e866c36ad6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:22.908740 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3f727ec-a1f2-475f-8d75-090cdcadb48c req-12a98ad6-3d78-4ef7-91c4-93e866c36ad6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1384892 Jan 24 09:29:23.010205 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a3f727ec-a1f2-475f-8d75-090cdcadb48c req-09b85fcc-81ed-448c-a3b8-616dd1e603a5 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0972617 Jan 24 09:29:24.333226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:24.350045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:29:24.372612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed8d5f-d495-46be-911c-769547670a2c req-e197c38f-7968-4038-af9d-a60d1020e42a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:24.374574 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-59ed8d5f-d495-46be-911c-769547670a2c req-e197c38f-7968-4038-af9d-a60d1020e42a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1843791 Jan 24 09:29:24.462709 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-59ed8d5f-d495-46be-911c-769547670a2c req-49310abf-fecd-4979-bbf4-c04c27eb36ff tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0802994 Jan 24 09:29:25.470625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-16373dcd-c142-464b-ae05-cb35c08db72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:25.754987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8e60f-20d7-4de1-b68a-03d9aaa61193 req-d9f98160-5794-4177-92e8-700b2bf05e6c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:25.757756 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-00b8e60f-20d7-4de1-b68a-03d9aaa61193 req-d9f98160-5794-4177-92e8-700b2bf05e6c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1396401 Jan 24 09:29:25.841020 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-00b8e60f-20d7-4de1-b68a-03d9aaa61193 req-cd12f805-0e9d-44a7-86b3-672fd61ee176 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0724828 Jan 24 09:29:27.122619 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca0e7d-a4d4-4e10-a1a6-5072842e5f4a req-8b32ae98-4e34-4048-9f92-45e553a7fde5 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:27.124346 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-feca0e7d-a4d4-4e10-a1a6-5072842e5f4a req-8b32ae98-4e34-4048-9f92-45e553a7fde5 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1200323 Jan 24 09:29:27.187233 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-feca0e7d-a4d4-4e10-a1a6-5072842e5f4a req-554a6503-2c56-4498-a85e-dc15c701fb50 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0547423 Jan 24 09:29:28.011106 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141f0e90-f3ac-43ce-b97d-5a01e3b2341b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.431659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.447708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81ac16-08ed-43f4-9cfc-95d8feae21fa req-6f4a98e3-1bb6-45c6-906f-2116d905e0a1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:28.449417 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-db81ac16-08ed-43f4-9cfc-95d8feae21fa req-6f4a98e3-1bb6-45c6-906f-2116d905e0a1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1162646 Jan 24 09:29:28.518673 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-db81ac16-08ed-43f4-9cfc-95d8feae21fa req-109648b1-6b53-410e-b849-a1ac7299a987 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0592639 Jan 24 09:29:29.584697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:29.869647 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332b6de-56fb-40a4-8fb8-589c4499f9d2 req-207a34d8-7203-41e0-b176-fb71495522c3 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:29.871473 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c332b6de-56fb-40a4-8fb8-589c4499f9d2 req-207a34d8-7203-41e0-b176-fb71495522c3 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1907818 Jan 24 09:29:29.963190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa5481-4880-4168-b792-652e1b750e49 req-9695d187-0ffe-4e6f-b464-daf9577972a6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:29.965276 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d2aa5481-4880-4168-b792-652e1b750e49 req-9695d187-0ffe-4e6f-b464-daf9577972a6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 945 time: 0.2017272 Jan 24 09:29:29.971606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:29.993405 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c332b6de-56fb-40a4-8fb8-589c4499f9d2 req-a13e244d-6204-4754-b5c2-e3bcf606e0e9 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1095479 Jan 24 09:29:30.063715 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d2aa5481-4880-4168-b792-652e1b750e49 req-c9b23356-bf12-4824-93c0-ab1927afb7ad tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878367 Jan 24 09:29:31.325949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6165b1a4-a2da-462c-a2f4-a5775819eed4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:31.351342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850c86e-a64b-47c8-b12b-a578cacf6a15 req-57427970-9af6-4642-922d-b1d6b7e5c9d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:31.353123 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2850c86e-a64b-47c8-b12b-a578cacf6a15 req-57427970-9af6-4642-922d-b1d6b7e5c9d1 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1945183 Jan 24 09:29:31.413975 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:31.414445 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:31.437120 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02154d8-ca71-4eff-82a5-6a6967897f21 req-e7f49688-9d49-4db8-9544-0cd35c966bb6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:31.438882 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e02154d8-ca71-4eff-82a5-6a6967897f21 req-e7f49688-9d49-4db8-9544-0cd35c966bb6 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 945 time: 0.2156031 Jan 24 09:29:31.488568 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2850c86e-a64b-47c8-b12b-a578cacf6a15 req-79156651-181f-466c-aa9d-84479371801f tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=f4cefbac-7cdb-4197-a5eb-22da6a20ff73&id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1208615 Jan 24 09:29:31.542932 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e02154d8-ca71-4eff-82a5-6a6967897f21 req-abc9b0ab-0678-47bf-a2a3-8fef2b48921a tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885282 Jan 24 09:29:31.944118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-5bd8992e-1417-47af-9a21-e6053ef5a523 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:31.945852 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-5bd8992e-1417-47af-9a21-e6053ef5a523 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.13 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 945 time: 0.1275969 Jan 24 09:29:32.039757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Deleting port 9e4afac8-4658-44a0-a84f-218750e3233d {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:32.040138 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:32.352240 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] For port 9e4afac8-4658-44a0-a84f-218750e3233d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=9e4afac8-4658-44a0-a84f-218750e3233d,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:32.352839 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:32.796059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:32.796470 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:32.796825 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Floating IP 8f40d0d6-8bd4-4b56-8b28-11b03cc9c622 disassociated. External IP: 172.28.3.215, port: 9e4afac8-4658-44a0-a84f-218750e3233d. Jan 24 09:29:32.797210 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Calling delete_port for 9e4afac8-4658-44a0-a84f-218750e3233d owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:32.993139 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f66e7-ceaa-4dce-a125-7d28f4f55639 req-83b9f7b1-2ba5-4a36-b9ae-774f10e718af tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:32.995110 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-897f66e7-ceaa-4dce-a125-7d28f4f55639 req-83b9f7b1-2ba5-4a36-b9ae-774f10e718af tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 945 time: 0.2443376 Jan 24 09:29:33.063763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:33.084440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e34ab9be-4dd3-4702-8ecc-371d2afdf607 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:33.204271 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-897f66e7-ceaa-4dce-a125-7d28f4f55639 req-ea2bce5c-a303-479e-8a74-6f177fd7af47 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups?id=04ed6968-b048-4092-b498-9d6c734c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977682 Jan 24 09:29:33.211816 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event deleted for resources: {'Port': ['ID=9e4afac8-4658-44a0-a84f-218750e3233d,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:33.230598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.231165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.231744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.232203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.232670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.233108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.233558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.234011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.234502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.234955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.235405 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.235849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.236907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.237531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.238081 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.238685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.239218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.239671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.240110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.240623 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.241069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.241503 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.241930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.242380 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:33.257472 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:33.273314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 9e4afac8-4658-44a0-a84f-218750e3233d no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:29:33.318687 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] No Port match for: 9e4afac8-4658-44a0-a84f-218750e3233d {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:29:33.319391 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 9e4afac8-4658-44a0-a84f-218750e3233d not bound to the agent host hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:29:33.598413 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Router e64729d7-97d4-4eba-8bfc-a64868bd4651 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:29:34.068409 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:29:34.084571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] Sync routers for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:29:34.107069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:34.108314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:29:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:34.135107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] No DVR routers for this DVR port 9e4afac8-4658-44a0-a84f-218750e3233d on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:29:34.138774 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:34.143889 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'name': 'network-vif-deleted', 'tag': '9e4afac8-4658-44a0-a84f-218750e3233d'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:34.170315 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e9727fbf-b963-4bfb-86a7-3eeeb4d394a8 req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.13 "DELETE /v2.0/ports/9e4afac8-4658-44a0-a84f-218750e3233d HTTP/1.1" status: 204 len: 173 time: 2.2169812 Jan 24 09:29:34.215090 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70b6320-e457-4d7d-a2fb-47608e79bd40', 'name': 'network-vif-deleted', 'tag': '9e4afac8-4658-44a0-a84f-218750e3233d', 'status': 'completed', 'code': 200} Jan 24 09:29:34.369220 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:34.456189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-7b0c0d26-c90c-4fae-b330-b2e11dfe76dc req-9468c8bd-a209-488a-b9a0-577bd258c8cc tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Synchronizing usage tracker for tenant:90beaa18b0ad4bcaa81b63563df88165 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:29:34.473681 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-7b0c0d26-c90c-4fae-b330-b2e11dfe76dc req-9468c8bd-a209-488a-b9a0-577bd258c8cc tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Unset dirty status for tenant:90beaa18b0ad4bcaa81b63563df88165 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:29:34.475145 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7b0c0d26-c90c-4fae-b330-b2e11dfe76dc req-9468c8bd-a209-488a-b9a0-577bd258c8cc tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/ports?device_id=f70b6320-e457-4d7d-a2fb-47608e79bd40 HTTP/1.1" status: 200 len: 210 time: 0.0750237 Jan 24 09:29:34.740765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:34.746450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] Checking router: e64729d7-97d4-4eba-8bfc-a64868bd4651 for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:29:34.758673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:34.759375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:29:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:35.002607 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:35.367801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:35.372644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cedd23-dd7a-4486-a1e1-5061fc8e80e6 None None] The sync data for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb is: [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:23:25Z', 'revision_number': 4, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2f4878ba-1ea5-48e7-97d6-1727d7bc720a', 'name': '', 'network_id': '79adafad-a23c-41c0-ac74-5b7a76123b26', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'mac_address': 'fa:16:3e:0a:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:23Z', 'updated_at': '2021-01-24T09:23:34Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'subnets': [{'id': '0f2d4652-a7fd-4b0b-8af1-c7db64f62233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:29:35.638600 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46836) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:35.739046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:35.779900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:35.825361 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25759198-718e-448c-bc34-6b532fc68d2a None None] New status for floating IP 8f40d0d6-8bd4-4b56-8b28-11b03cc9c622: DOWN {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:29:35.837536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:35.844082 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-99bfa613-9c46-47e5-a992-39e79243266c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:35.859445 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ed6968-b048-4092-b498-9d6c734c0d76,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:35.873939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.874262 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.874797 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.875204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.875610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.876252 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.876455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.876741 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.877130 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.877992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.877992 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.878952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.879956 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.880147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.880381 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.880793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.881185 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.881580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.881967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.882451 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.882766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.883171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.883567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.883951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.887391 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:35.893746 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "DELETE /v2.0/security-groups/04ed6968-b048-4092-b498-9d6c734c0d76 HTTP/1.1" status: 204 len: 168 time: 0.2485456 Jan 24 09:29:35.893746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:35.893746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46840) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:35.912664 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.v2.resource [None req-014f2f78-2a65-4b64-8d11-990333163d3e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] show failed (client error): The resource could not be found. Jan 24 09:29:35.917481 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-014f2f78-2a65-4b64-8d11-990333163d3e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "GET /v2.0/security-groups/04ed6968-b048-4092-b498-9d6c734c0d76 HTTP/1.1" status: 404 len: 347 time: 0.0186915 Jan 24 09:29:35.918118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 46844) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:36.121225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Deleting port 7d812c80-70a4-45f4-8d77-bf9bab480628 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:36.121609 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:36.350479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:36.351036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:36.577766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Calling delete_port for 7d812c80-70a4-45f4-8d77-bf9bab480628 owned by network:floatingip {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:36.757562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:36.774704 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6ab2e905-d5f9-47fe-963f-c44a744e3781 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:36.881363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Pushing event deleted for resources: {'Port': ['ID=7d812c80-70a4-45f4-8d77-bf9bab480628,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:36.884404 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:37.036472 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks [] for floatingip, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:37.059173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:37.062741 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-2dc694ac-8ab1-468c-a3db-edce0a02834e tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] 10.222.0.18 "DELETE /v2.0/floatingips/8f40d0d6-8bd4-4b56-8b28-11b03cc9c622 HTTP/1.1" status: 204 len: 168 time: 1.1427703 Jan 24 09:29:41.398990 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 46876) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:42.291094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637928'] for router_interface, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:42.741514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Deleting port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:42.742394 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:42.963791 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] For port 2f4878ba-1ea5-48e7-97d6-1727d7bc720a, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=2f4878ba-1ea5-48e7-97d6-1727d7bc720a,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:42.964195 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:43.107045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Calling delete_port for 2f4878ba-1ea5-48e7-97d6-1727d7bc720a owned by network:router_interface {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:43.555505 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1dcdb-a55f-4edc-b657-4a3586a03d69 req-f868d729-2a12-4e5d-8aa9-1d93701a9e27 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:43.557350 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b5d1dcdb-a55f-4edc-b657-4a3586a03d69 req-f868d729-2a12-4e5d-8aa9-1d93701a9e27 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2089207 Jan 24 09:29:43.623869 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:43.887932 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9ef63c27-bedc-4c86-b16f-3888a4a0e7ff tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:43.997989 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b5d1dcdb-a55f-4edc-b657-4a3586a03d69 req-80e2e6ae-d6bf-4386-93cc-3287a10f3991 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226801 Jan 24 09:29:44.003939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4878ba-1ea5-48e7-97d6-1727d7bc720a,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:44.008847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:44.443757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637778'] for router_interface, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:44.892159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-9e11b319-3cb5-4ffb-8cc0-74d7413161f3 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:44.893922 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-9e11b319-3cb5-4ffb-8cc0-74d7413161f3 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.13 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.2377639 Jan 24 09:29:45.147535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Deleting port 6eeabd63-31d9-4860-b7e6-e5de84a92abe {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:45.147790 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:45.367226 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6eeabd63-31d9-4860-b7e6-e5de84a92abe no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:29:45.444512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Router e64729d7-97d4-4eba-8bfc-a64868bd4651 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:29:45.530280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:45.561959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:45.574641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 6eeabd63-31d9-4860-b7e6-e5de84a92abe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:45.580077 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:45.583078 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:45.640542 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe', 'code': 200} Jan 24 09:29:45.665074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=6eeabd63-31d9-4860-b7e6-e5de84a92abe,revision_number=7']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:45.677482 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.678097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.678654 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.679905 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.679905 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.679905 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.680154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.680459 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.680839 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.681202 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.681571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.681941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.682432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.682865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.683508 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.683508 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.683943 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.684310 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.684654 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.685021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.685385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.685746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.686110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.686502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:45.692165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:45.724017 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b0248-b8f6-42f0-98c7-a8e3c3c9eeb7 req-5a282c2c-e26e-4760-b306-c6f47497fac8 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:45.725902 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-496b0248-b8f6-42f0-98c7-a8e3c3c9eeb7 req-5a282c2c-e26e-4760-b306-c6f47497fac8 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 946 time: 0.5188019 Jan 24 09:29:45.888770 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-496b0248-b8f6-42f0-98c7-a8e3c3c9eeb7 req-d83185eb-5206-4552-9afb-215cc661508c tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445999 Jan 24 09:29:45.890950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] For port 6eeabd63-31d9-4860-b7e6-e5de84a92abe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:45.891361 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.013086 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:29:46.026260 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] Sync routers for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:29:46.039773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:46.040010 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] 10.222.0.18 "PUT /v2.0/routers/e64729d7-97d4-4eba-8bfc-a64868bd4651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6364031 Jan 24 09:29:46.040097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:29:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:46.040409 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46896) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:46.304892 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.322109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:46.542243 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.548429 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Deleting port bd15abe1-4d72-45d4-b03e-3f5ab44cde72 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:46.548704 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.549074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.549261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.549442 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Floating IP a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37 disassociated. External IP: 172.28.3.28, port: 6eeabd63-31d9-4860-b7e6-e5de84a92abe. Jan 24 09:29:46.549800 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Calling delete_port for 6eeabd63-31d9-4860-b7e6-e5de84a92abe owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:46.656015 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:29:46.656410 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:29:46.783759 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] For port bd15abe1-4d72-45d4-b03e-3f5ab44cde72, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=bd15abe1-4d72-45d4-b03e-3f5ab44cde72,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:46.784187 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.890899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:29:43Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:46.896227 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] Checking router: e64729d7-97d4-4eba-8bfc-a64868bd4651 for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:29:46.905531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] Routers {'e64729d7-97d4-4eba-8bfc-a64868bd4651'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:46.906256 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:29:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['e64729d7-97d4-4eba-8bfc-a64868bd4651'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:46.923115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Calling delete_port for bd15abe1-4d72-45d4-b03e-3f5ab44cde72 owned by network:router_gateway {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:47.087436 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.163037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] Set router e64729d7-97d4-4eba-8bfc-a64868bd4651 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:47.172286 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Deleting port 6eeabd63-31d9-4860-b7e6-e5de84a92abe {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:47.172765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.307897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854139424'] for router_gateway, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.442800 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc47f-8182-41f8-ab73-506d58894945 req-4a72365c-5249-4b06-9b28-49157c5dbb0b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:47.444394 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c80fc47f-8182-41f8-ab73-506d58894945 req-4a72365c-5249-4b06-9b28-49157c5dbb0b tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 944 time: 0.3089058 Jan 24 09:29:47.453717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854152156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770398'] for router, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.457645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.492924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626071'] for router, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.493489 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64729d7-97d4-4eba-8bfc-a64868bd4651 {{(pid=80074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:29:47.513867 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.515191 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-eb69dca6-8a2f-4c75-ab89-318d38420f88 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e64729d7-97d4-4eba-8bfc-a64868bd4651 HTTP/1.1" status: 204 len: 168 time: 1.4734423 Jan 24 09:29:47.517839 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46902) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:47.557376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:29:43Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:47.562279 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c80fc47f-8182-41f8-ab73-506d58894945 req-a39ba409-edac-4d11-8f4d-9bae6de26933 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups?id=28df1461-982f-46e5-ba0b-df85f30b2833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014392 Jan 24 09:29:47.566000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420665a-d53b-40fd-ab3e-4e8caf4f3fbc None None] The sync data for ids ['e64729d7-97d4-4eba-8bfc-a64868bd4651'] in dv-cinder-772181-7-smb is: [{'id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'name': 'tempest-AttachVolumeTestJSON-190699730-router', 'tenant_id': '90beaa18b0ad4bcaa81b63563df88165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141'}], 'enable_snat': True}, 'gw_port_id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:23:15Z', 'updated_at': '2021-01-24T09:29:43Z', 'revision_number': 5, 'project_id': '90beaa18b0ad4bcaa81b63563df88165', 'gw_port': {'id': 'bd15abe1-4d72-45d4-b03e-3f5ab44cde72', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64729d7-97d4-4eba-8bfc-a64868bd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:23:17Z', 'updated_at': '2021-01-24T09:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:29:47.598484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] For port 6eeabd63-31d9-4860-b7e6-e5de84a92abe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6eeabd63-31d9-4860-b7e6-e5de84a92abe,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:47.599113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.609603 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c5d24e-428d-413d-b3ec-1b1d1656dd44 admin admin] Deleting subnet 0f2d4652-a7fd-4b0b-8af1-c7db64f62233 {{(pid=80074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:29:47.614925 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52c5d24e-428d-413d-b3ec-1b1d1656dd44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.687397 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52c5d24e-428d-413d-b3ec-1b1d1656dd44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851208983'] for subnet, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.847531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52c5d24e-428d-413d-b3ec-1b1d1656dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.995123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.995661 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636174'] for floatingip, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.996020 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Floating IP a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37 disassociated. External IP: 172.28.3.28, port: 6eeabd63-31d9-4860-b7e6-e5de84a92abe. Jan 24 09:29:47.996403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Calling delete_port for 6eeabd63-31d9-4860-b7e6-e5de84a92abe owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:48.177865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52c5d24e-428d-413d-b3ec-1b1d1656dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2475423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363424'] for subnet, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:48.183215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:48.195166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bd3a6e40-fee6-416e-bf5e-bf0e9d9fad0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:48.199056 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-258e951b-c5a4-4342-81d0-1d47c60fc4d4 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:48.300310 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event deleted for resources: {'Port': ['ID=6eeabd63-31d9-4860-b7e6-e5de84a92abe,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:48.307262 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:48.322899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5d24e-428d-413d-b3ec-1b1d1656dd44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2d4652-a7fd-4b0b-8af1-c7db64f62233,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:48.333344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-52c5d24e-428d-413d-b3ec-1b1d1656dd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:48.359299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52c5d24e-428d-413d-b3ec-1b1d1656dd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:48.368024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7e6a6d-bebb-40a9-92ef-ce6a3a47d04f None None] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:29:48.372565 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-52c5d24e-428d-413d-b3ec-1b1d1656dd44 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0f2d4652-a7fd-4b0b-8af1-c7db64f62233 HTTP/1.1" status: 204 len: 168 time: 0.8529842 Jan 24 09:29:48.375823 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46906) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:48.588459 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:48.668216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Deleting port 2a158799-0d18-46dd-b68b-d048186f2a89 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:48.668613 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:48.695023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Router 5d0e64d3-b86e-4112-8416-9fb4df83974c has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:29:48.794857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] DHCP port deletion for 79adafad-a23c-41c0-ac74-5b7a76123b26 request from dv-cinder-772181-7-smb {{(pid=80075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:29:48.799963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] Deleting port 2a158799-0d18-46dd-b68b-d048186f2a89 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:48.800567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:48.922889 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b2a7ded3-5a74-4cfe-bd83-91b1a4f10f66 req-5ddac0fa-4820-4fab-80ff-8c3d1b6bb546 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/ports?device_id=39b13993-3690-47bc-b28f-1caa25cab261 HTTP/1.1" status: 200 len: 210 time: 0.1375644 Jan 24 09:29:48.989143 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:29:49.011742 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] For port 2a158799-0d18-46dd-b68b-d048186f2a89, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=2a158799-0d18-46dd-b68b-d048186f2a89,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:49.012142 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:49.013366 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] Sync routers for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:29:49.035356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:49.036678 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:29:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:49.063595 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] No DVR routers for this DVR port 6eeabd63-31d9-4860-b7e6-e5de84a92abe on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:29:49.066912 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:49.070491 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'name': 'network-vif-deleted', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:49.089404 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-18eabd77-f6f6-4d04-b264-aa3696943091 req-c4187e8b-6377-4dc6-8278-fe364f185187 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.13 "DELETE /v2.0/ports/6eeabd63-31d9-4860-b7e6-e5de84a92abe HTTP/1.1" status: 204 len: 173 time: 4.1315756 Jan 24 09:29:49.186555 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Calling delete_port for 2a158799-0d18-46dd-b68b-d048186f2a89 owned by network:dhcp {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:49.249514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] For port 2a158799-0d18-46dd-b68b-d048186f2a89, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=2a158799-0d18-46dd-b68b-d048186f2a89,segment=NetworkSegment(6eb92e24-60ee-40b9-afb0-5ac4ec85560f),segment_id=6eb92e24-60ee-40b9-afb0-5ac4ec85560f)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:49.249871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:49.272050 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b13993-3690-47bc-b28f-1caa25cab261', 'name': 'network-vif-deleted', 'tag': '6eeabd63-31d9-4860-b7e6-e5de84a92abe', 'status': 'completed', 'code': 200} Jan 24 09:29:49.349341 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:49.356874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:49.369988 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e2f5efb3-ab91-4121-8bb3-f5a966266907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:49.415662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2f4878ba-1ea5-48e7-97d6-1727d7bc720a no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:29:49.472427 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] Calling delete_port for 2a158799-0d18-46dd-b68b-d048186f2a89 owned by network:dhcp {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:49.506244 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: 2f4878ba-1ea5-48e7-97d6-1727d7bc720a {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:29:49.506720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2f4878ba-1ea5-48e7-97d6-1727d7bc720a not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:29:49.507206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device bd15abe1-4d72-45d4-b03e-3f5ab44cde72 no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:29:49.549108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a158799-0d18-46dd-b68b-d048186f2a89,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:49.559103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:49.576298 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] No DVR routers for this DVR port 2a158799-0d18-46dd-b68b-d048186f2a89 on host dv-cinder-772181-7-smb {{(pid=80074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:29:49.578293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: bd15abe1-4d72-45d4-b03e-3f5ab44cde72 {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:29:49.578934 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device bd15abe1-4d72-45d4-b03e-3f5ab44cde72 not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:29:49.579626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2a158799-0d18-46dd-b68b-d048186f2a89 no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:29:49.631128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: 2a158799-0d18-46dd-b68b-d048186f2a89 {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:29:49.631479 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2a158799-0d18-46dd-b68b-d048186f2a89 not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:29:49.750542 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:29:49.751007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:29:49.759245 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:49.853610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:49.858950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] Checking router: 5d0e64d3-b86e-4112-8416-9fb4df83974c for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:29:49.870729 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:49.871441 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:29:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:50.102431 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:50.180160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 46918) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:50.253787 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79adafad-a23c-41c0-ac74-5b7a76123b26']}} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:50.254470 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] Deleting port 2a158799-0d18-46dd-b68b-d048186f2a89 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:50.255413 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.273802 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb92e24-60ee-40b9-afb0-5ac4ec85560f') {'for_net_delete': True} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:50.274109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb92e24-60ee-40b9-afb0-5ac4ec85560f') {} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:50.293391 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3566817'] for segment, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.301347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c163ed17-76e3-4808-9068-fb34543f2496 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.318965 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.321848 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:29:50.352311 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-66fc11b4-ab5a-4798-bfe2-9e767e920d13 None None] The port '2a158799-0d18-46dd-b68b-d048186f2a89' was deleted {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:29:50.355149 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c163ed17-76e3-4808-9068-fb34543f2496 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.439927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c163ed17-76e3-4808-9068-fb34543f2496 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.447377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c71f5f7d-963c-4463-948f-50121038611d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:50.464844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163ed17-76e3-4808-9068-fb34543f2496 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event deleted for resources: {'SecurityGroup': ['ID=28df1461-982f-46e5-ba0b-df85f30b2833,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:50.468282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c163ed17-76e3-4808-9068-fb34543f2496 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:50.477112 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c163ed17-76e3-4808-9068-fb34543f2496 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.478615 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c163ed17-76e3-4808-9068-fb34543f2496 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "DELETE /v2.0/security-groups/28df1461-982f-46e5-ba0b-df85f30b2833 HTTP/1.1" status: 204 len: 168 time: 0.2970285 Jan 24 09:29:50.483052 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 46922) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:50.511951 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.api.v2.resource [None req-74635ab1-9a11-4fb8-9ac0-7e890e63fce6 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] show failed (client error): The resource could not be found. Jan 24 09:29:50.516754 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-74635ab1-9a11-4fb8-9ac0-7e890e63fce6 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "GET /v2.0/security-groups/28df1461-982f-46e5-ba0b-df85f30b2833 HTTP/1.1" status: 404 len: 347 time: 0.0324080 Jan 24 09:29:50.517471 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 46926) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:50.569701 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:29:50.574974 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:50.579956 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28920cfe-f15d-41c1-b900-534cdc6c9bed None None] The sync data for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb is: [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:22:29Z', 'revision_number': 4, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '9253fb8d-5d22-465e-8694-34fb69f3338f', 'name': '', 'network_id': '36bd8d6e-df18-4f93-9a5b-830a30adae94', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'mac_address': 'fa:16:3e:40:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:22Z', 'updated_at': '2021-01-24T09:22:42Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'subnets': [{'id': '4a27bfb1-ee82-4704-bd00-f18c36eb4b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:29:50.586590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852299972'] for segment, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.741624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Deleting port d0639c08-fa4b-4bd4-bcb3-1a388fbe0300 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:50.742004 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.801448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Network 79adafad-a23c-41c0-ac74-5b7a76123b26 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:29:50.829455 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:29:50.945318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.951425 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:50.969232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.983031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=79adafad-a23c-41c0-ac74-5b7a76123b26,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:50.989022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:50.993583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:50.993952 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3added22-9802-46c4-88fe-4d102744c6d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/79adafad-a23c-41c0-ac74-5b7a76123b26 HTTP/1.1" status: 204 len: 168 time: 2.6165824 Jan 24 09:29:50.994428 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:51.058092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf16a4-e9d5-49da-82ab-aa1fa2501ec9 None None] New status for floating IP a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37: DOWN {{(pid=80075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:29:51.147751 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Calling delete_port for d0639c08-fa4b-4bd4-bcb3-1a388fbe0300 owned by network:floatingip {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:51.196995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46932) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:51.272400 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c4d2c406-2c29-43cd-8632-9f897f81f629 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90beaa18b0ad4bcaa81b63563df88165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691395 Jan 24 09:29:51.275605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 46936) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:51.352677 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-9faf16a4-e9d5-49da-82ab-aa1fa2501ec9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:29:51.353406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [None req-9faf16a4-e9d5-49da-82ab-aa1fa2501ec9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:29:51.353541 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:51.361688 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9d75078-d0c1-43b9-a79c-107a63d95315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:51.381977 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e35871d1-555b-4f37-9c41-9cd5d3ebe314 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:51.420845 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9d75078-d0c1-43b9-a79c-107a63d95315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:51.474183 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9d75078-d0c1-43b9-a79c-107a63d95315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:51.479979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4508086a-fe0e-4cd8-b3ed-8dfe83d4c27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:51.497016 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Pushing event deleted for resources: {'Port': ['ID=d0639c08-fa4b-4bd4-bcb3-1a388fbe0300,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:51.507432 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:51.508539 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9d75078-d0c1-43b9-a79c-107a63d95315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:51.513737 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e9d75078-d0c1-43b9-a79c-107a63d95315 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11564c5d-24bc-4cf7-8527-bdfc27f8072f HTTP/1.1" status: 204 len: 168 time: 0.2320728 Jan 24 09:29:51.513737 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d75078-d0c1-43b9-a79c-107a63d95315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11564c5d-24bc-4cf7-8527-bdfc27f8072f,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:51.514421 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e9d75078-d0c1-43b9-a79c-107a63d95315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:51.855327 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf16a4-e9d5-49da-82ab-aa1fa2501ec9 None None] New status for floating IP a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37: DOWN {{(pid=80075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:29:51.999679 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d0264e27-2e00-481f-8f35-5174366fc519 req-89b71825-ff21-497d-89ef-85a64f6bba6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1989605 Jan 24 09:29:52.072591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks [] for floatingip, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:52.112929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:52.115027 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] 10.222.0.18 "DELETE /v2.0/floatingips/a3b60ec1-fe8c-4ab8-ad40-7cd6453ded37 HTTP/1.1" status: 204 len: 168 time: 1.5963709 Jan 24 09:29:52.166104 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264e27-2e00-481f-8f35-5174366fc519 req-04634ca8-d885-4273-a984-0ead51b812ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:52.168881 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d0264e27-2e00-481f-8f35-5174366fc519 req-04634ca8-d885-4273-a984-0ead51b812ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1163 time: 0.1407537 Jan 24 09:29:52.380983 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264e27-2e00-481f-8f35-5174366fc519 req-a0e2bd57-a491-4a2b-b9a1-c057ef45be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:52.384056 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d0264e27-2e00-481f-8f35-5174366fc519 req-a0e2bd57-a491-4a2b-b9a1-c057ef45be6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 200 len: 902 time: 0.1910222 Jan 24 09:29:52.542185 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d0264e27-2e00-481f-8f35-5174366fc519 req-74cd4cd6-9def-4ad2-8c61-fb9b76f2ad1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 1001 time: 0.1505420 Jan 24 09:29:52.622646 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264e27-2e00-481f-8f35-5174366fc519 req-21941784-40d4-4091-95b4-b8c6ed4c517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:52.628076 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d0264e27-2e00-481f-8f35-5174366fc519 req-21941784-40d4-4091-95b4-b8c6ed4c517a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=614d4951-5496-4800-8529-a26454b81005 HTTP/1.1" status: 200 len: 847 time: 0.0763323 Jan 24 09:29:52.722115 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264e27-2e00-481f-8f35-5174366fc519 req-f1270181-dba5-48f0-9384-1f2c5fe9db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:52.723809 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d0264e27-2e00-481f-8f35-5174366fc519 req-f1270181-dba5-48f0-9384-1f2c5fe9db24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b62ca119-e5af-4450-bd62-08f453d0ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916426 Jan 24 09:29:52.931797 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d0264e27-2e00-481f-8f35-5174366fc519 req-db784e69-b634-4206-8a74-5735df6ad0fa service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000465 Jan 24 09:29:53.114706 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d0264e27-2e00-481f-8f35-5174366fc519 req-ee6d5ffe-d9e6-4268-9b9f-f06e6d7a1a4c service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1759827 Jan 24 09:29:53.435315 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb53781-bd09-44ef-830a-4347ec3d3e2f req-656c737f-598d-435f-b7b3-c82cbb9a978e tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:53.437246 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0eb53781-bd09-44ef-830a-4347ec3d3e2f req-656c737f-598d-435f-b7b3-c82cbb9a978e tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.1375415 Jan 24 09:29:53.503438 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0eb53781-bd09-44ef-830a-4347ec3d3e2f req-b1823aa7-1d3c-49ae-b4cb-ecee6ae10745 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0579388 Jan 24 09:29:54.337865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:54.766583 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c29a79-fa4b-49b7-a398-9b1153b8e014 req-cebcda97-3309-47b7-ae72-eef4c8f255e5 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:54.768863 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-77c29a79-fa4b-49b7-a398-9b1153b8e014 req-cebcda97-3309-47b7-ae72-eef4c8f255e5 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.1137695 Jan 24 09:29:54.822603 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-77c29a79-fa4b-49b7-a398-9b1153b8e014 req-1ae16704-123e-494a-a723-1962d3af4bcf tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0472863 Jan 24 09:29:55.133043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47008) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:55.473078 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea35a57b-82ef-43c4-906a-e91bfe0d9a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:55.992679 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637928'] for router_interface, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:56.098887 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdd326-9824-4933-9da3-770bbaf66e83 req-6d46002b-91b6-4c92-b971-ca67558f1081 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:56.100616 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-02fdd326-9824-4933-9da3-770bbaf66e83 req-6d46002b-91b6-4c92-b971-ca67558f1081 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.1334603 Jan 24 09:29:56.166975 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-02fdd326-9824-4933-9da3-770bbaf66e83 req-83d90b27-ed1c-4f25-bb93-68707de82b1a tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0578084 Jan 24 09:29:56.389931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Deleting port 9253fb8d-5d22-465e-8694-34fb69f3338f {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:56.390277 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:56.589019 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] For port 9253fb8d-5d22-465e-8694-34fb69f3338f, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=9253fb8d-5d22-465e-8694-34fb69f3338f,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:56.589415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:56.729555 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Calling delete_port for 9253fb8d-5d22-465e-8694-34fb69f3338f owned by network:router_interface {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:56.923071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:56.937160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-475e803b-fa77-4b47-9f1b-4ca47db237de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:57.035449 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9253fb8d-5d22-465e-8694-34fb69f3338f,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:57.042308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:57.447238 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637778'] for router_interface, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:57.517719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318c6da-72fa-43f1-abc6-998705ff7683 req-8c862f64-9a06-4ec6-a3e7-9c3a6c86571d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:57.520147 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8318c6da-72fa-43f1-abc6-998705ff7683 req-8c862f64-9a06-4ec6-a3e7-9c3a6c86571d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.1557553 Jan 24 09:29:57.588660 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8318c6da-72fa-43f1-abc6-998705ff7683 req-06ba862e-e9a9-4a29-80b3-b2ed1e06da21 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0561430 Jan 24 09:29:58.014423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3de4-086c-4dc9-93b3-61403b63a8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:58.259559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Router 5d0e64d3-b86e-4112-8416-9fb4df83974c has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:29:58.431218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:58.458809 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:29:58.468029 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] Sync routers for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:29:58.473591 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-4b392b83-1524-4ed6-8a6d-e3ae7a57dee5 admin admin] 10.222.0.18 "PUT /v2.0/routers/5d0e64d3-b86e-4112-8416-9fb4df83974c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3390231 Jan 24 09:29:58.475573 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47040) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:58.479367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:58.480048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:29:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:58.676659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:58.680128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Notify callbacks [] for router, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:58.945017 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:58.954113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Deleting port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:58.954537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:58.996538 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:29:56Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:59.000848 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] Checking router: 5d0e64d3-b86e-4112-8416-9fb4df83974c for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:29:59.010803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] Routers {'5d0e64d3-b86e-4112-8416-9fb4df83974c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:59.011480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:29:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['5d0e64d3-b86e-4112-8416-9fb4df83974c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:59.048261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951e8b3-5572-4602-a889-aeaa52c9b28d req-d2222652-57cc-49fe-93c2-3542bc6057cf tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:59.050720 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f951e8b3-5572-4602-a889-aeaa52c9b28d req-d2222652-57cc-49fe-93c2-3542bc6057cf tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.3126593 Jan 24 09:29:59.222860 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-f951e8b3-5572-4602-a889-aeaa52c9b28d req-d23b12fd-aaf4-4fc5-af63-dc5a819aab99 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1468527 Jan 24 09:29:59.253124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] For port 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=3f6cac72-0f9e-49bc-924d-1ef33fd75f2c,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:59.253625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:59.388204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] Set router 5d0e64d3-b86e-4112-8416-9fb4df83974c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:59.390582 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Calling delete_port for 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c owned by network:router_gateway {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:59.536237 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.plugins.ml2.ovo_rpc [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: result = function(*args, **kwargs) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: proto.__init__(conn_state, self) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: self.handle() Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: self.handle_one_request() Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: self.handle_one_response() Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: result = self.application(self.environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return app(environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: response = req.get_response(self.application) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: response = req.get_response(self.application) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: response = req.get_response(self.application) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: response = req.get_response(self.application) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return request.get_response(self.application) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: response = req.get_response(self._app) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: application, catch_exc_info=False) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return resp(environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return resp(environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: response = self.app(environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return resp(environ, start_response) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Jan 24 09:29:59.542202 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: result = method(request=request, **args) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return self._delete(request, id, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return f(*args, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return f(*args, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return f(*dup_args, **dup_kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: obj_deleter(request.context, id, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return method(*args, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return f(*args, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return f(*args, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return f(*dup_args, **dup_kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: self._delete_current_gw_port(context, id, router, None) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: admin_ctx, gw_port_id, l3_port_check=False) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, context, *args, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return method(*args, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: context, port, router_ids, bound_mech_contexts) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: return function(*args, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: callback(resource, event, trigger, **kwargs) Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: if self._is_session_semantic_violated(context, resource, event): Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: stack = traceback.extract_stack() Jan 24 09:29:59.548528 dv-cinder-772181-7-smb neutron-server[79964]: Jan 24 09:29:59.580613 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:59.702775 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:29:56Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:59.707750 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d49774-8f48-431d-9106-a3958142f9b2 None None] The sync data for ids ['5d0e64d3-b86e-4112-8416-9fb4df83974c'] in dv-cinder-772181-7-smb is: [{'id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'name': 'tempest-AttachVolumeShelveTestJSON-1663805827-router', 'tenant_id': '0aded163b525483dbeed6819ad7b25c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:22:05Z', 'updated_at': '2021-01-24T09:29:56Z', 'revision_number': 5, 'project_id': '0aded163b525483dbeed6819ad7b25c8', 'gw_port': {'id': '3f6cac72-0f9e-49bc-924d-1ef33fd75f2c', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e64d3-b86e-4112-8416-9fb4df83974c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:07Z', 'updated_at': '2021-01-24T09:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:29:59.743214 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854139424'] for router_gateway, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:59.887883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854152156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770398'] for router, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:59.890287 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:59.973504 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.261013 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626071'] for router, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.261924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0e64d3-b86e-4112-8416-9fb4df83974c {{(pid=80073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:30:00.285976 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] Notify callbacks [] for router, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.288223 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-baca11c0-7d29-4000-a52d-a817d72c767c admin admin] 10.222.0.18 "DELETE /v2.0/routers/5d0e64d3-b86e-4112-8416-9fb4df83974c HTTP/1.1" status: 204 len: 168 time: 1.8112936 Jan 24 09:30:00.292424 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47064) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:00.384854 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c5a7f3-77f2-4c12-b3f4-a6d3d5a14945 admin admin] Deleting subnet 4a27bfb1-ee82-4704-bd00-f18c36eb4b4c {{(pid=80073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:30:00.388772 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90c5a7f3-77f2-4c12-b3f4-a6d3d5a14945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.451529 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90c5a7f3-77f2-4c12-b3f4-a6d3d5a14945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851234435'] for subnet, precommit_delete_associations {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.739150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867a338-5de6-45ed-8e49-6f30ab501933 req-492d15f3-4a63-4c47-ba3f-45354d9c80b9 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:00.740879 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2867a338-5de6-45ed-8e49-6f30ab501933 req-492d15f3-4a63-4c47-ba3f-45354d9c80b9 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.2325048 Jan 24 09:30:00.752969 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90c5a7f3-77f2-4c12-b3f4-a6d3d5a14945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.869953 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2867a338-5de6-45ed-8e49-6f30ab501933 req-97d22704-f304-4cf0-bd90-89fcd39e1190 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1197441 Jan 24 09:30:01.069644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90c5a7f3-77f2-4c12-b3f4-a6d3d5a14945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2347030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3509207'] for subnet, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:01.085515 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0f915e80-b0bb-4022-a281-faae90a81719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:01.171166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5a7f3-77f2-4c12-b3f4-a6d3d5a14945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a27bfb1-ee82-4704-bd00-f18c36eb4b4c,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:01.179198 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90c5a7f3-77f2-4c12-b3f4-a6d3d5a14945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:01.223041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90c5a7f3-77f2-4c12-b3f4-a6d3d5a14945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:01.229229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0787b8f5-bbc8-4651-9e2c-d7d452c675c2 None None] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:30:01.231155 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-90c5a7f3-77f2-4c12-b3f4-a6d3d5a14945 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4a27bfb1-ee82-4704-bd00-f18c36eb4b4c HTTP/1.1" status: 204 len: 168 time: 0.9373260 Jan 24 09:30:01.233722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47074) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:01.296897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 9253fb8d-5d22-465e-8694-34fb69f3338f no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:30:01.350011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:30:01.352718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: 9253fb8d-5d22-465e-8694-34fb69f3338f {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:30:01.352868 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:01.353113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 9253fb8d-5d22-465e-8694-34fb69f3338f not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:30:01.353584 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:30:01.391402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:30:01.391970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 3f6cac72-0f9e-49bc-924d-1ef33fd75f2c not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:30:01.425721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Deleting port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:01.426021 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:01.663273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] For port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=77985fd3-1fe8-4b8e-8359-aeaabc53a5f3,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:01.663675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:01.723335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] DHCP port deletion for 36bd8d6e-df18-4f93-9a5b-830a30adae94 request from dv-cinder-772181-7-smb {{(pid=80075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:30:01.728008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] Deleting port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:01.728428 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:01.798184 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Calling delete_port for 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 owned by network:dhcp {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:01.887870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:01.907501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-41b92d2d-74ec-4095-8ce6-45003d35ff52 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:01.957249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] For port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=77985fd3-1fe8-4b8e-8359-aeaabc53a5f3,segment=NetworkSegment(bc1e7ab4-99ba-4091-a956-63d70ab8adad),segment_id=bc1e7ab4-99ba-4091-a956-63d70ab8adad)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:01.957696 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:01.968321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Pushing event deleted for resources: {'Port': ['ID=77985fd3-1fe8-4b8e-8359-aeaabc53a5f3,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:01.973669 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:02.109818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] Calling delete_port for 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 owned by network:dhcp {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:02.177150 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] No DVR routers for this DVR port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 on host dv-cinder-772181-7-smb {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:30:02.191362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:30:02.191768 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:30:02.241400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06ac9-edfe-4fb9-9ea3-f32450c4c0c1 req-6f9de2b3-31cc-445a-b7d9-e7accead9038 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:02.243263 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aaa06ac9-edfe-4fb9-9ea3-f32450c4c0c1 req-6f9de2b3-31cc-445a-b7d9-e7accead9038 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.2155838 Jan 24 09:30:02.381846 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:02.408504 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-aaa06ac9-edfe-4fb9-9ea3-f32450c4c0c1 req-7ba31f69-345b-4c33-b6e3-b13e5d57adf3 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1552205 Jan 24 09:30:02.514090 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bd8d6e-df18-4f93-9a5b-830a30adae94']}} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:02.528308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1e7ab4-99ba-4091-a956-63d70ab8adad') {'for_net_delete': True} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:02.528653 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1e7ab4-99ba-4091-a956-63d70ab8adad') {} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:02.542580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541365'] for segment, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:02.558199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:02.560319 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:30:02.693257 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] Deleting port 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:02.693685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:02.748028 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:30:02.758551 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852428107'] for segment, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:02.769291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f1061bfa-e5b8-430b-8dc8-440422427be8 None None] The port '77985fd3-1fe8-4b8e-8359-aeaabc53a5f3' was deleted {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:30:02.950995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Network 36bd8d6e-df18-4f93-9a5b-830a30adae94 has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:30:02.975314 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:30:03.062727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.066978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:03.081563 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.095488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Pushing event deleted for resources: {'Network': ['ID=36bd8d6e-df18-4f93-9a5b-830a30adae94,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:03.100091 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:03.102034 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-081e5b0f-0f55-4189-995f-f136c45d6680 admin admin] 10.222.0.18 "DELETE /v2.0/networks/36bd8d6e-df18-4f93-9a5b-830a30adae94 HTTP/1.1" status: 204 len: 168 time: 1.8673131 Jan 24 09:30:03.254712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47092) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:03.268157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:30:03.305898 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:30:03.306730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 77985fd3-1fe8-4b8e-8359-aeaabc53a5f3 not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:30:03.320960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47100) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:03.323383 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-3be4bca8-c57e-44ad-8287-6796e2f8751a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0aded163b525483dbeed6819ad7b25c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0670950 Jan 24 09:30:03.434715 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8cab54c1-cbd2-4751-82d2-6cf59f18c354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.487871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8cab54c1-cbd2-4751-82d2-6cf59f18c354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.536645 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-ebe3a95e-d50c-4709-bd43-52c55afa11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:03.538330 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-ebe3a95e-d50c-4709-bd43-52c55afa11e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1163 time: 0.1644759 Jan 24 09:30:03.946027 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8cab54c1-cbd2-4751-82d2-6cf59f18c354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.953805 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7126225f-c0b8-4be8-9a8a-4cb5fc700d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:03.992755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab54c1-cbd2-4751-82d2-6cf59f18c354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab84b29e-cbe7-4be1-975c-bcfadcff4ef2,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:03.998009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8cab54c1-cbd2-4751-82d2-6cf59f18c354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:04.019214 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8cab54c1-cbd2-4751-82d2-6cf59f18c354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:04.020486 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8cab54c1-cbd2-4751-82d2-6cf59f18c354 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab84b29e-cbe7-4be1-975c-bcfadcff4ef2 HTTP/1.1" status: 204 len: 168 time: 0.6984639 Jan 24 09:30:04.029068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-997dc9dd-2283-4c19-bd6c-fa73517e07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:04.030711 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-997dc9dd-2283-4c19-bd6c-fa73517e07c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 200 len: 902 time: 0.4858761 Jan 24 09:30:04.061591 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d0f9c-bbb2-4a78-bc62-9361b0d1d680 req-2d25f55f-b72e-43f5-ad8e-df0df87e8421 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:04.063374 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1d4d0f9c-bbb2-4a78-bc62-9361b0d1d680 req-2d25f55f-b72e-43f5-ad8e-df0df87e8421 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.5200086 Jan 24 09:30:04.218979 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1d4d0f9c-bbb2-4a78-bc62-9361b0d1d680 req-a6a577a1-782f-4c13-a847-9296d87c6282 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0947623 Jan 24 09:30:04.220987 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-b0a2355b-3c58-452e-98eb-cfd18d4babbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 1001 time: 0.1565945 Jan 24 09:30:04.301406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-90fc5378-0be4-4ffc-8da9-0c38dbdf51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:04.303063 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-90fc5378-0be4-4ffc-8da9-0c38dbdf51c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=614d4951-5496-4800-8529-a26454b81005 HTTP/1.1" status: 200 len: 847 time: 0.0753469 Jan 24 09:30:04.391032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-f9b9ff87-56e9-4e51-b690-cea231f017a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:04.392587 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-f9b9ff87-56e9-4e51-b690-cea231f017a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b62ca119-e5af-4450-bd62-08f453d0ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824809 Jan 24 09:30:04.542908 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-84b12014-71c5-46fc-a3df-69a382fd919b service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427732 Jan 24 09:30:04.697456 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ee5ac400-388b-4d00-b3af-8b2739850248 req-9f3d84bd-1661-4688-9ed5-bc4e9887be32 service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468158 Jan 24 09:30:04.834075 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-766a045e-0135-4403-ad8e-0400b023c646 req-ba51eb57-3ba2-492b-b15b-5c39700fc0c2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1419712148&fields=id&tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2 HTTP/1.1" status: 200 len: 267 time: 0.0506096 Jan 24 09:30:04.956745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a045e-0135-4403-ad8e-0400b023c646 req-2a908855-04e9-4ee7-9842-72b532669999 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:04.958503 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-766a045e-0135-4403-ad8e-0400b023c646 req-2a908855-04e9-4ee7-9842-72b532669999 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 984 time: 0.1177213 Jan 24 09:30:04.972387 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-766a045e-0135-4403-ad8e-0400b023c646 req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Request body: {'port': {'security_groups': ['abb7e058-6bc2-44d6-a90a-4e148fcf0601']}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:05.146126 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-766a045e-0135-4403-ad8e-0400b023c646 req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:05.640034 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d8bf7-e546-4b7e-ab92-c33c205c7b84 req-e6b4333d-734d-4b21-b41b-f1db6d03be0b tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:05.642564 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae8d8bf7-e546-4b7e-ab92-c33c205c7b84 req-e6b4333d-734d-4b21-b41b-f1db6d03be0b tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.2740123 Jan 24 09:30:05.692589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-766a045e-0135-4403-ad8e-0400b023c646 req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] For port 6165b1a4-a2da-462c-a2f4-a5775819eed4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:05.727605 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ae8d8bf7-e546-4b7e-ab92-c33c205c7b84 req-f3637a0e-dd7c-4228-b55e-6be341f208bf tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0675988 Jan 24 09:30:05.762534 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-766a045e-0135-4403-ad8e-0400b023c646 req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:05.768685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-766a045e-0135-4403-ad8e-0400b023c646 req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:05.791963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0c750bd3-3941-47a2-b447-334186d34f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:05.958930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event updated for resources: {'Port': ['ID=6165b1a4-a2da-462c-a2f4-a5775819eed4,revision_number=6']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:05.962673 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:06.023047 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a045e-0135-4403-ad8e-0400b023c646 req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:06.023793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-766a045e-0135-4403-ad8e-0400b023c646 req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:06.025389 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-766a045e-0135-4403-ad8e-0400b023c646 req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "PUT /v2.0/ports/6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 942 time: 1.0595248 Jan 24 09:30:06.025985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:06.120871 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'status': 'completed', 'code': 200} Jan 24 09:30:06.233733 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5032f01b-17e9-4ef7-bb12-f9ce5cbbf941 req-c0c58ebc-6a60-4c23-8cf2-06ecdd6469fc tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups/f4cefbac-7cdb-4197-a5eb-22da6a20ff73 HTTP/1.1" status: 200 len: 3005 time: 0.1608615 Jan 24 09:30:06.358695 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-81a01569-a4ce-4624-ae7d-e8ac9fd6df2f None None] Provisioning complete for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 triggered by entity DHCP. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:06.358695 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-81a01569-a4ce-4624-ae7d-e8ac9fd6df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:06.365123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-5efd15e6-4c6e-4c74-85a0-e9f75dc80997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:06.365123 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-5efd15e6-4c6e-4c74-85a0-e9f75dc80997 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 1162 time: 0.2096646 Jan 24 09:30:06.442337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5032f01b-17e9-4ef7-bb12-f9ce5cbbf941 req-a79b2482-b9a0-4e72-b229-762a71351a8a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:06.556879 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5032f01b-17e9-4ef7-bb12-f9ce5cbbf941 req-a79b2482-b9a0-4e72-b229-762a71351a8a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:06.666745 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-5bacb4f5-0be6-462d-a30f-7f189f0fa81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:06.668433 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-5bacb4f5-0be6-462d-a30f-7f189f0fa81e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 200 len: 908 time: 0.2581906 Jan 24 09:30:06.770527 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5032f01b-17e9-4ef7-bb12-f9ce5cbbf941 req-a79b2482-b9a0-4e72-b229-762a71351a8a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:06.783314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8cab54c1-cbd2-4751-82d2-6cf59f18c354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:06.824044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b2482-b9a0-4e72-b229-762a71351a8a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cefbac-7cdb-4197-a5eb-22da6a20ff73,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:06.831572 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a79b2482-b9a0-4e72-b229-762a71351a8a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:06.845704 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5032f01b-17e9-4ef7-bb12-f9ce5cbbf941 req-a79b2482-b9a0-4e72-b229-762a71351a8a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:06.849958 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-5032f01b-17e9-4ef7-bb12-f9ce5cbbf941 req-a79b2482-b9a0-4e72-b229-762a71351a8a tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "DELETE /v2.0/security-groups/f4cefbac-7cdb-4197-a5eb-22da6a20ff73 HTTP/1.1" status: 204 len: 173 time: 0.6012745 Jan 24 09:30:06.854676 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-0d9da0ed-e312-4e9f-a812-5574fbdac8a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 1000 time: 0.1784577 Jan 24 09:30:07.117166 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-cb950209-a8eb-444e-8774-da213dd8b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:07.118795 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-cb950209-a8eb-444e-8774-da213dd8b6cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c196af86-e5b3-48bc-8f87-0cdfce40bd9e HTTP/1.1" status: 200 len: 853 time: 0.2523324 Jan 24 09:30:07.207056 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-fa36e2fb-c6df-42e5-8b5b-ac38704816e6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/floatingips/b7884059-4863-4349-8722-4f87b0c0a2df HTTP/1.1" status: 200 len: 997 time: 0.2570617 Jan 24 09:30:07.353272 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4eb80-2bcf-4502-b425-abb04b45651e req-f34c8cd2-3eb4-48bf-b93b-0702194b7144 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:07.355040 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0aa4eb80-2bcf-4502-b425-abb04b45651e req-f34c8cd2-3eb4-48bf-b93b-0702194b7144 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.4074304 Jan 24 09:30:07.438557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-d6743278-66d5-40b8-a883-0559af1bcd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:07.440296 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-d6743278-66d5-40b8-a883-0559af1bcd0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4919eeb-41a0-447c-b44e-2abffaf083c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3061728 Jan 24 09:30:07.549668 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0aa4eb80-2bcf-4502-b425-abb04b45651e req-1458920f-5463-4369-881b-d6034172dd77 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1793118 Jan 24 09:30:07.577182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-1fdc9ddb-4c9a-4cc8-b37e-9ee409db13c7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:07.578706 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-1fdc9ddb-4c9a-4cc8-b37e-9ee409db13c7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/networks/de65dbf3-a864-41cb-b58d-918771c2a6a0 HTTP/1.1" status: 200 len: 784 time: 0.3638992 Jan 24 09:30:07.594492 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-666b1fbb-d9e8-4985-bbc0-ce0539463640 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:30:07.595395 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-666b1fbb-d9e8-4985-bbc0-ce0539463640 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0085077 Jan 24 09:30:07.599172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6165b1a4-a2da-462c-a2f4-a5775819eed4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:07.684557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 6165b1a4-a2da-462c-a2f4-a5775819eed4 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:07.685172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:07.838640 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5d171a9e-e9bc-4d98-965e-37b15e7af1dd no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:30:07.987792 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:08.030250 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-4a75883a-77e6-49dc-9f5e-bd57dc474b3f tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.3.92 HTTP/1.1" status: 200 len: 1000 time: 0.4235516 Jan 24 09:30:08.031087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:08.043631 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:08.052445 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:08.054991 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:08.161874 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-bab7faed-20e1-45d0-95cf-c83cbddf37b7 service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099540 Jan 24 09:30:08.184010 dv-cinder-772181-7-smb neutron-server[79964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'code': 422} returned with failed status Jan 24 09:30:08.208351 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:08.214106 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:08.249542 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-d34cd3fa-43a5-4999-b744-6a14f9e1768f tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:08.251157 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-d34cd3fa-43a5-4999-b744-6a14f9e1768f tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports/6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 942 time: 0.2119486 Jan 24 09:30:08.502319 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-916f374b-3ebe-4748-b9a6-7c92262f3da1 req-1e8e24fc-824d-46e8-b45e-30deda5289cd service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3265767 Jan 24 09:30:08.511569 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-510a6296-d6bd-45ca-9623-053316a27c1e tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.3.92 HTTP/1.1" status: 200 len: 1000 time: 0.1536503 Jan 24 09:30:08.816604 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Deleting port 88437566-2ed2-4374-890f-a5d22c8341bf {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:08.817187 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:08.926070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927017e-038f-4650-944d-d79b664a6be0 req-751cddb4-deb0-4f9c-91dc-666b15b46637 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:08.927835 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a927017e-038f-4650-944d-d79b664a6be0 req-751cddb4-deb0-4f9c-91dc-666b15b46637 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 944 time: 0.2207930 Jan 24 09:30:09.060708 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-a927017e-038f-4650-944d-d79b664a6be0 req-520e059b-fe86-4332-8df6-bdcc503c258c tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0815964 Jan 24 09:30:09.085362 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:09.085731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for floatingip, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:09.222260 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Calling delete_port for 88437566-2ed2-4374-890f-a5d22c8341bf owned by network:floatingip {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:09.495972 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47222) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:09.536385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:09.554276 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:09.689834 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-3b456ab1-7019-4a7a-a89c-4e59eea419db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1922488 Jan 24 09:30:09.711086 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event deleted for resources: {'Port': ['ID=88437566-2ed2-4374-890f-a5d22c8341bf,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:09.720662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:09.802330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aa477-710e-4649-940e-b24fa1181f70 req-2daa9f25-c05b-47f2-b3f4-631d6ae9343c tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:09.804105 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7e5aa477-710e-4649-940e-b24fa1181f70 req-2daa9f25-c05b-47f2-b3f4-631d6ae9343c tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 944 time: 0.3807471 Jan 24 09:30:09.942258 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-7e5aa477-710e-4649-940e-b24fa1181f70 req-326e187b-fe2b-4ed2-9b60-66550321efc1 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1260512 Jan 24 09:30:10.036720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks [] for floatingip, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:10.037196 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Floating IP b7884059-4863-4349-8722-4f87b0c0a2df disassociated (deleted). External IP: 172.28.3.92, port: 6165b1a4-a2da-462c-a2f4-a5775819eed4. Jan 24 09:30:10.492393 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:30:10.938541 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:30:10.949359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] Sync routers for ids ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:30:10.962957 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] Routers {'62155f07-e09e-4b43-9d3c-f339c2c6d5f6'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:10.963730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:29:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:10.969539 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.034114 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "DELETE /v2.0/floatingips/b7884059-4863-4349-8722-4f87b0c0a2df HTTP/1.1" status: 204 len: 173 time: 2.5158036 Jan 24 09:30:11.034866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:11.201550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] Set router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:11.288328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-fdd8b4ad-c49e-48c4-afd3-8f0be4420b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:11.289987 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-fdd8b4ad-c49e-48c4-afd3-8f0be4420b21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 1162 time: 0.2375317 Jan 24 09:30:11.394060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-028ca89b-dd91-401c-b0ff-daa9eabad545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:11.395746 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-028ca89b-dd91-401c-b0ff-daa9eabad545 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68&tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9 HTTP/1.1" status: 200 len: 1161 time: 0.2637956 Jan 24 09:30:11.429098 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b0d98-1ad2-4b75-a34f-f69a3ba00b21 req-152d84c0-e6d3-45d3-96a7-ffb6b4733366 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:11.430769 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2b7b0d98-1ad2-4b75-a34f-f69a3ba00b21 req-152d84c0-e6d3-45d3-96a7-ffb6b4733366 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 944 time: 0.2957592 Jan 24 09:30:11.576770 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:57Z', 'revision_number': 5, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:11.581962 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] Checking router: 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:30:11.592211 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] Routers {'62155f07-e09e-4b43-9d3c-f339c2c6d5f6'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:11.592964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:29:58Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:11.599814 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2b7b0d98-1ad2-4b75-a34f-f69a3ba00b21 req-1225a749-1f24-4810-b3e3-d16b75ee4bd0 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1200008 Jan 24 09:30:11.602069 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-73204f9a-d6f1-45f7-8b8e-ae5619c10395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:11.603656 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-73204f9a-d6f1-45f7-8b8e-ae5619c10395 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 200 len: 908 time: 0.3060424 Jan 24 09:30:11.677803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-b5793be8-cbd2-4523-aee4-c5ab4a427f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:11.679626 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-b5793be8-cbd2-4523-aee4-c5ab4a427f73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1161 time: 0.2456427 Jan 24 09:30:11.690421 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-7146ff12-e3a9-4a7a-89ee-82455bb9a3d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 217 time: 0.0741656 Jan 24 09:30:11.803064 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] Set router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:11.868190 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-a8f39546-2ba4-4299-991e-b2a7a4669e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:11.869881 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-a8f39546-2ba4-4299-991e-b2a7a4669e74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c196af86-e5b3-48bc-8f87-0cdfce40bd9e HTTP/1.1" status: 200 len: 853 time: 0.1529253 Jan 24 09:30:11.933286 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'status': 'completed', 'code': 200} Jan 24 09:30:12.020847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-cf319a25-67f8-42d4-8570-088d03b1d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:12.022496 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-cf319a25-67f8-42d4-8570-088d03b1d5a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 200 len: 902 time: 0.3347161 Jan 24 09:30:12.196076 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-80cc65e0-2730-4ece-b36f-ed01d89a052b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 999 time: 0.1617711 Jan 24 09:30:12.200738 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:57Z', 'revision_number': 5, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:12.205599 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980812f-bbc0-4504-8c62-94013051a3ef None None] The sync data for ids ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'] in dv-cinder-772181-7-smb is: [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:27:44Z', 'revision_number': 4, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': '2aed2261-d52d-4217-b9a1-945fc3fda8dc', 'name': '', 'network_id': 'c4919eeb-41a0-447c-b44e-2abffaf083c5', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'mac_address': 'fa:16:3e:e1:6d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:42Z', 'updated_at': '2021-01-24T09:27:57Z', 'revision_number': 5, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'subnets': [{'id': 'c196af86-e5b3-48bc-8f87-0cdfce40bd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:30:12.207409 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-64cceb57-47a7-4add-833f-7c9aaba872aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:12.209036 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-64cceb57-47a7-4add-833f-7c9aaba872aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4919eeb-41a0-447c-b44e-2abffaf083c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3197117 Jan 24 09:30:12.245965 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-867b9323-712a-4ebe-9579-fac5ef42652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:12.247650 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-867b9323-712a-4ebe-9579-fac5ef42652c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 1162 time: 0.3165402 Jan 24 09:30:12.470511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-19a0be9c-480d-4c7d-a8fd-95044a643b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:12.472803 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-19a0be9c-480d-4c7d-a8fd-95044a643b8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=614d4951-5496-4800-8529-a26454b81005 HTTP/1.1" status: 200 len: 847 time: 0.2682133 Jan 24 09:30:12.631114 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-7c50bed4-7d91-4513-aa5a-99891426f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:12.632714 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-7c50bed4-7d91-4513-aa5a-99891426f759 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 200 len: 908 time: 0.3577559 Jan 24 09:30:12.635987 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-24f7e204-644a-40d6-b6e0-b0f93703686e service neutron] 10.222.0.18 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872929 Jan 24 09:30:12.661092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121884eb-2a38-49f2-9534-9e2e48b1fcf7 None None] New status for floating IP b7884059-4863-4349-8722-4f87b0c0a2df: DOWN {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:30:12.758917 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-aa009316-5828-4e24-ac07-e4f9f50ba6b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 200 len: 217 time: 0.1189454 Jan 24 09:30:12.816460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-d627cdb0-7e1f-424f-95ed-3141d815a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:12.818007 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-d627cdb0-7e1f-424f-95ed-3141d815a62c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b62ca119-e5af-4450-bd62-08f453d0ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3317313 Jan 24 09:30:12.991368 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47310) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:13.180217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.197772 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:13.202313 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] Usage tracker for resource:security_group_rule and tenant:ac284e195da7495ba90262715e54b656 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:13.205860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:13.212527 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:13.320954 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.324040 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.334466 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e50ce363-960a-4ba1-8c4f-7cb47e516578 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:13.334909 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-de5f97a3-df10-4edb-8718-802208a2f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:13.336515 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-de5f97a3-df10-4edb-8718-802208a2f981 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c196af86-e5b3-48bc-8f87-0cdfce40bd9e HTTP/1.1" status: 200 len: 853 time: 0.5248649 Jan 24 09:30:13.379439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48655c0-c532-42bb-a37c-836a3290a8df,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:13.387770 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac284e195da7495ba90262715e54b656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951395 Jan 24 09:30:13.388487 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47316) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:13.389462 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:13.434768 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b3ca5e3c-901e-440f-a000-00e8dbe31390 req-09518e13-6706-4b11-adf7-08abee5b2572 service neutron] 10.222.0.18 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7228746 Jan 24 09:30:13.461033 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d04bd776-5b14-4004-bd85-1538225a5ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.473334 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-09019aec-bbb0-40f6-8125-387bb716f403 service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758324 Jan 24 09:30:13.499967 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d04bd776-5b14-4004-bd85-1538225a5ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.508536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c5f56-08ca-4d80-9b66-ff7f11ab05b7 req-54560c83-8fc7-4827-aeb6-3d396d0ed4d5 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:13.510258 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-505c5f56-08ca-4d80-9b66-ff7f11ab05b7 req-54560c83-8fc7-4827-aeb6-3d396d0ed4d5 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 944 time: 0.6972125 Jan 24 09:30:13.550693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d04bd776-5b14-4004-bd85-1538225a5ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.555352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5a8f12ea-2f62-4635-9eaf-1a1600fa776e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:13.567480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bd776-5b14-4004-bd85-1538225a5ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48655c0-c532-42bb-a37c-836a3290a8df,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:13.570556 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d04bd776-5b14-4004-bd85-1538225a5ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:13.576808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d04bd776-5b14-4004-bd85-1538225a5ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.591118 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d04bd776-5b14-4004-bd85-1538225a5ae3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b48655c0-c532-42bb-a37c-836a3290a8df HTTP/1.1" status: 204 len: 168 time: 0.1908698 Jan 24 09:30:13.703432 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-505c5f56-08ca-4d80-9b66-ff7f11ab05b7 req-b8f68fcc-c0cb-47ed-b4b5-00b216c3df8b tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1594260 Jan 24 09:30:13.706162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-f4b9258e-81b0-4181-bda9-216841b21a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:13.707730 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-f4b9258e-81b0-4181-bda9-216841b21a8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4919eeb-41a0-447c-b44e-2abffaf083c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3524907 Jan 24 09:30:13.823086 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6f9bcb8e-3191-47cd-9e07-b786a34dd58f req-3798106a-ad97-4823-9e15-bd079b3dffb3 service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3107522 Jan 24 09:30:13.904557 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-e4f0b939-1484-4a3f-aaee-086d1e1918ba service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812720 Jan 24 09:30:14.196708 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-69b5343d-04d0-4398-a04e-451bd7c9b24e req-0a6017bf-f215-4476-bc0e-6056fcf06f1b service neutron] 10.222.0.13 "GET /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2844539 Jan 24 09:30:14.243266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47344) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:14.267677 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e7676883-aa9b-477a-84b0-e88ebf1df780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:14.285441 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e7676883-aa9b-477a-84b0-e88ebf1df780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:14.290193 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e7676883-aa9b-477a-84b0-e88ebf1df780 admin admin] Usage tracker for resource:security_group_rule and tenant:15a73bb7898b4e839157f632c999051d is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:14.294014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e7676883-aa9b-477a-84b0-e88ebf1df780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:14.302134 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e7676883-aa9b-477a-84b0-e88ebf1df780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:14.406415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e7676883-aa9b-477a-84b0-e88ebf1df780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:14.410480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e7676883-aa9b-477a-84b0-e88ebf1df780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:14.420881 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9931f6fc-069e-4e0c-9c99-ac0ccb05a1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:14.491768 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e7676883-aa9b-477a-84b0-e88ebf1df780 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15a73bb7898b4e839157f632c999051d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470031 Jan 24 09:30:14.493407 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7676883-aa9b-477a-84b0-e88ebf1df780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61ba1f2-ed3e-467c-bfdc-d42420eda613,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:14.494996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47350) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:14.499188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e7676883-aa9b-477a-84b0-e88ebf1df780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:14.581101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd96a286-c3bf-477f-a1a7-6f9279d9bd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:14.613248 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd96a286-c3bf-477f-a1a7-6f9279d9bd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:14.662966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd96a286-c3bf-477f-a1a7-6f9279d9bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:14.667054 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b619e7e7-440d-4aac-99b3-683cc3837865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:14.683127 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96a286-c3bf-477f-a1a7-6f9279d9bd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61ba1f2-ed3e-467c-bfdc-d42420eda613,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:14.686047 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cd96a286-c3bf-477f-a1a7-6f9279d9bd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:14.688600 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd96a286-c3bf-477f-a1a7-6f9279d9bd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:14.694111 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-cd96a286-c3bf-477f-a1a7-6f9279d9bd5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e61ba1f2-ed3e-467c-bfdc-d42420eda613 HTTP/1.1" status: 204 len: 168 time: 0.1939800 Jan 24 09:30:15.016914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a8ad9-928c-4c0f-bd79-b7023fb9ea11 req-5762057c-a595-49b1-99a0-bd248fa916e8 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:15.018952 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-864a8ad9-928c-4c0f-bd79-b7023fb9ea11 req-5762057c-a595-49b1-99a0-bd248fa916e8 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 944 time: 0.1254761 Jan 24 09:30:15.079595 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-864a8ad9-928c-4c0f-bd79-b7023fb9ea11 req-697df162-7cd0-4606-a56e-c35630e29a56 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0496871 Jan 24 09:30:15.721718 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47390) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:15.873353 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5d171a9e-e9bc-4d98-965e-37b15e7af1dd up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:15.882730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1853011251-network', 'tenant_id': '4e2f05acff3545c7a21d2b93c5629d1f'}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:15.888653 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:15.893768 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Usage tracker for resource:network and tenant:4e2f05acff3545c7a21d2b93c5629d1f is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:15.897153 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:15.903380 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:15.914307 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Made reservation on behalf of 4e2f05acff3545c7a21d2b93c5629d1f for: {'network': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:30:15.919965 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:15.933392 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:15.948963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:15.949630 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:15.950199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:15.954530 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Usage tracker for resource:security_group_rule and tenant:4e2f05acff3545c7a21d2b93c5629d1f is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:15.958475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:15.964448 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:16.066173 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.069834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.075763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b8355166-f981-451e-9462-573bf2db3e1f tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:16.085764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.115867 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:30:16.121836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:16.133212 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.133673 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Added segment 468f52b9-6da9-40c8-93ce-ea8ada6da088 of type vxlan for network 72c867cd-d6ec-4768-888a-84bbdcc6cb4c Jan 24 09:30:16.134554 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:16.137886 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.140274 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:16.172366 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.180392 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac44863-2b8c-43fe-aca2-4fea706f6190,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:16.202873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:16.207008 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'code': 200} Jan 24 09:30:16.226990 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,revision_number=6']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:16.230529 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:16.241678 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.243119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:16.243840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.249477 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:16.364364 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a68afd-1047-41c2-8163-5658e96f5abf req-c3b5ebbe-e0f3-4b0b-9c2d-dd8d8f27bbc1 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:16.366876 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-85a68afd-1047-41c2-8163-5658e96f5abf req-c3b5ebbe-e0f3-4b0b-9c2d-dd8d8f27bbc1 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.1327608 Jan 24 09:30:16.378108 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6546257 Jan 24 09:30:16.381757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47400) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:16.384986 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Pushing event updated for resources: {'Network': ['ID=72c867cd-d6ec-4768-888a-84bbdcc6cb4c,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:16.391860 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Request body: {'subnet': {'network_id': '72c867cd-d6ec-4768-888a-84bbdcc6cb4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1853011251-subnet', 'tenant_id': '4e2f05acff3545c7a21d2b93c5629d1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:16.397641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:16.398674 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network 72c867cd-d6ec-4768-888a-84bbdcc6cb4c details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:30:16.402561 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Usage tracker for resource:subnet and tenant:4e2f05acff3545c7a21d2b93c5629d1f is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:16.406619 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:16.413732 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:16.425771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:16.427209 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Made reservation on behalf of 4e2f05acff3545c7a21d2b93c5629d1f for: {'subnet': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:30:16.429443 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-85a68afd-1047-41c2-8163-5658e96f5abf req-90a34dc3-d8e8-45fa-bb14-fa1ace0d2ec2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0563884 Jan 24 09:30:16.433628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852412406'] for subnet, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.572667 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231f7e4-5c89-4e08-9e80-150d6f53e3af req-2f0bc6ea-36cc-45a7-9ed4-68d55732b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:16.574455 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e231f7e4-5c89-4e08-9e80-150d6f53e3af req-2f0bc6ea-36cc-45a7-9ed4-68d55732b1f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1163 time: 0.0973482 Jan 24 09:30:16.624687 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e231f7e4-5c89-4e08-9e80-150d6f53e3af req-93cd2497-8ebe-4740-95e5-b3a640e37711 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0428805 Jan 24 09:30:16.651119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network 72c867cd-d6ec-4768-888a-84bbdcc6cb4c details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:30:16.960756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852300326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852412389'] for subnet, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.977882 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-af8186e0-6cb4-496b-9295-4c61120ba090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:17.119660 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce5db2f-57b1-4108-8478-96d7342a9258,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:17.125181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:17.205766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Checking segment: {'id': '468f52b9-6da9-40c8-93ce-ea8ada6da088', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c867cd-d6ec-4768-888a-84bbdcc6cb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:17.206179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Network hostable DHCP agents. Network: 72c867cd-d6ec-4768-888a-84bbdcc6cb4c, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:30:17.232567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Network 72c867cd-d6ec-4768-888a-84bbdcc6cb4c is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:30:17.247460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, 72c867cd-d6ec-4768-888a-84bbdcc6cb4c) {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:17.261412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86ada3-efd3-4cd6-b349-9ddac525fc8c None None] Network 72c867cd-d6ec-4768-888a-84bbdcc6cb4c requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:30:17.263144 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:17.263811 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.294607 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-02be0792-8b61-4f82-b0a2-81d280f11766 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9113314 Jan 24 09:30:17.411217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf4d8b-b6d9-4943-ad37-a8087cc90939 req-ba2bf6be-b4a0-4614-9d1d-7665d4712476 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:17.412318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c1bf4d8b-b6d9-4943-ad37-a8087cc90939 req-ba2bf6be-b4a0-4614-9d1d-7665d4712476 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Synchronizing usage tracker for tenant:b0274d28a1fe4faaab07a670a4f9ecc2 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:30:17.432702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c1bf4d8b-b6d9-4943-ad37-a8087cc90939 req-ba2bf6be-b4a0-4614-9d1d-7665d4712476 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Unset dirty status for tenant:b0274d28a1fe4faaab07a670a4f9ecc2 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:30:17.440792 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c1bf4d8b-b6d9-4943-ad37-a8087cc90939 req-ba2bf6be-b4a0-4614-9d1d-7665d4712476 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 945 time: 0.2006910 Jan 24 09:30:17.537544 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c1bf4d8b-b6d9-4943-ad37-a8087cc90939 req-0a7dd7c1-e822-4c65-874e-b4b688e5c558 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Synchronizing usage tracker for tenant:b0274d28a1fe4faaab07a670a4f9ecc2 on resource:security_group {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:30:17.557585 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c1bf4d8b-b6d9-4943-ad37-a8087cc90939 req-0a7dd7c1-e822-4c65-874e-b4b688e5c558 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Unset dirty status for tenant:b0274d28a1fe4faaab07a670a4f9ecc2 on resource:security_group {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:30:17.575694 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c1bf4d8b-b6d9-4943-ad37-a8087cc90939 req-0a7dd7c1-e822-4c65-874e-b4b688e5c558 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290221 Jan 24 09:30:17.594254 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa0cb8-ab3b-40c3-93e7-4b2c74318a91 None None] Network 72c867cd-d6ec-4768-888a-84bbdcc6cb4c requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:30:17.684444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5d171a9e-e9bc-4d98-965e-37b15e7af1dd up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:17.853705 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:17.854133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.877275 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad831c-5fd7-480a-892e-de414444c834 req-09e9c22b-db1c-4127-8b4b-798de739f042 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:17.879163 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-adad831c-5fd7-480a-892e-de414444c834 req-09e9c22b-db1c-4127-8b4b-798de739f042 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.1855180 Jan 24 09:30:17.974288 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-adad831c-5fd7-480a-892e-de414444c834 req-d053fb67-701d-4c4f-a1e9-8a412880fca3 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0829995 Jan 24 09:30:18.272026 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47436) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:18.398322 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47444) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:18.404916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1971385324-network', 'tenant_id': '05fb7543b5b646568271c1255b40485c'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:18.412443 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:18.417451 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Usage tracker for resource:network and tenant:05fb7543b5b646568271c1255b40485c is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:18.435604 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:18.443509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:18.449863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.470013 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Made reservation on behalf of 05fb7543b5b646568271c1255b40485c for: {'network': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:30:18.475609 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for network, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.485821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:18.493727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] Usage tracker for resource:security_group_rule and tenant:7eb121841cd54e758750704754e8312a is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:18.496717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.510497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:18.519328 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:18.526899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:18.535685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Usage tracker for resource:security_group_rule and tenant:05fb7543b5b646568271c1255b40485c is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:18.539490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:18.553873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:18.677539 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.689389 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.700731 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69d711e4-f23d-461b-a27f-3858b61cba93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:18.753981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.803843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.809039 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7eb121841cd54e758750704754e8312a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5358684 Jan 24 09:30:18.812282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47450) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:18.818632 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c8a009-2a90-4285-be21-dc0ac1d52551,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:18.824570 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:18.825865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-508e55ce-5f07-408b-b550-945087232754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:18.862073 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:30:18.886935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5228b8f-ad94-48a8-9e8e-74b680f101bb,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:18.893409 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ac7809e-2da2-4a76-9d27-4002a3b27cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.893675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:18.894535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309784602040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.894978 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Added segment 83d2f6ea-42a4-4a20-9b8d-57f05e3f1eb8 of type vxlan for network 5e548b83-4908-4e21-a163-39eb935a305f Jan 24 09:30:18.925201 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ac7809e-2da2-4a76-9d27-4002a3b27cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.951689 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4200414-f6d0-4c3a-af0b-12745dd3ec2d req-c07d1546-f91c-415e-917e-0a1d368167fd tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:18.953402 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c4200414-f6d0-4c3a-af0b-12745dd3ec2d req-c07d1546-f91c-415e-917e-0a1d368167fd tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 945 time: 0.2116086 Jan 24 09:30:18.961092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309785125355'] for network, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.977596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ac7809e-2da2-4a76-9d27-4002a3b27cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.983104 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-671b194c-3a47-482c-b5ac-df4539e3afc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:19.002027 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7809e-2da2-4a76-9d27-4002a3b27cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c8a009-2a90-4285-be21-dc0ac1d52551,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:19.005160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4ac7809e-2da2-4a76-9d27-4002a3b27cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:19.007664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ac7809e-2da2-4a76-9d27-4002a3b27cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.011044 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-4ac7809e-2da2-4a76-9d27-4002a3b27cfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2c8a009-2a90-4285-be21-dc0ac1d52551 HTTP/1.1" status: 204 len: 168 time: 0.1952636 Jan 24 09:30:19.102985 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c4200414-f6d0-4c3a-af0b-12745dd3ec2d req-36911943-1c7e-441a-99ce-d38513254e47 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369641 Jan 24 09:30:19.116652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613'] for network, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.119649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:19.120598 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.153720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69f15908-3280-48ff-8fd0-742814394270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:19.339986 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9403615 Jan 24 09:30:19.342678 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Pushing event updated for resources: {'Network': ['ID=5e548b83-4908-4e21-a163-39eb935a305f,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:19.344426 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47460) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:19.346612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:19.356763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Network 5e548b83-4908-4e21-a163-39eb935a305f details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:30:19.372192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Request body: {'subnet': {'network_id': '5e548b83-4908-4e21-a163-39eb935a305f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1971385324-subnet', 'tenant_id': '05fb7543b5b646568271c1255b40485c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:19.387935 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:19.393129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Network 5e548b83-4908-4e21-a163-39eb935a305f details requested by agent ovs-agent-dv-cinder-772181-7-smb with host dv-cinder-772181-7-smb {{(pid=80075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:30:19.400455 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-874262c5-4f51-49f0-ade1-62964677b375 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:19.401388 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Usage tracker for resource:subnet and tenant:05fb7543b5b646568271c1255b40485c is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:19.402126 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-874262c5-4f51-49f0-ade1-62964677b375 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.13 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 945 time: 0.3857920 Jan 24 09:30:19.405209 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:19.415402 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:19.430867 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Made reservation on behalf of 05fb7543b5b646568271c1255b40485c for: {'subnet': 1} {{(pid=80074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:30:19.440766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852412406'] for subnet, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.517111 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94111f49-0f71-44b6-afbf-9e9fbefce235 req-c1527d6b-7705-4787-9be8-84c62aeca68f tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:19.519530 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94111f49-0f71-44b6-afbf-9e9fbefce235 req-c1527d6b-7705-4787-9be8-84c62aeca68f tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.3510196 Jan 24 09:30:19.559671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Deleting port 6165b1a4-a2da-462c-a2f4-a5775819eed4 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:19.560068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.598483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 6165b1a4-a2da-462c-a2f4-a5775819eed4 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:30:19.666211 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-94111f49-0f71-44b6-afbf-9e9fbefce235 req-2071e7e4-c3ec-49b3-afce-5d9ce3d65838 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1344197 Jan 24 09:30:19.839458 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.879980 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:19.911996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port 6165b1a4-a2da-462c-a2f4-a5775819eed4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:19.916780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.919842 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:19.962537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] For port 6165b1a4-a2da-462c-a2f4-a5775819eed4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:19.962954 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.995693 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'code': 200} Jan 24 09:30:20.023580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=6165b1a4-a2da-462c-a2f4-a5775819eed4,revision_number=7']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:20.044576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:20.084828 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852300326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852412389'] for subnet, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:20.104871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:20.144359 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Calling delete_port for 6165b1a4-a2da-462c-a2f4-a5775819eed4 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:20.244541 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:30:20.244938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:30:20.272232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963a227b-91cd-4f74-aaf8-e3038fdc4010,revision_number=0']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:20.278070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:20.369068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Checking segment: {'id': '83d2f6ea-42a4-4a20-9b8d-57f05e3f1eb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e548b83-4908-4e21-a163-39eb935a305f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:20.369068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Network hostable DHCP agents. Network: 5e548b83-4908-4e21-a163-39eb935a305f, hostable agents: ['9c0a204e-4a02-4a3e-841a-426c95cae72a'], hosted agents: [] {{(pid=80074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:30:20.389619 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Network 5e548b83-4908-4e21-a163-39eb935a305f is scheduled to be hosted by DHCP agent 9c0a204e-4a02-4a3e-841a-426c95cae72a with binding_index 1 {{(pid=80074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:30:20.398584 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-smb, 5e548b83-4908-4e21-a163-39eb935a305f) {{(pid=80074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:20.399568 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a089b8-f872-4071-b3ef-ee8dde721c6c req-4c07a893-ee4c-4466-9613-adc1ca9a20bc tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:20.407389 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d6a089b8-f872-4071-b3ef-ee8dde721c6c req-4c07a893-ee4c-4466-9613-adc1ca9a20bc tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 943 time: 0.1332979 Jan 24 09:30:20.409952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49051cad-ec9e-4721-b76e-7c39ba080baa None None] Network 5e548b83-4908-4e21-a163-39eb935a305f requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:30:20.413163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:20.413824 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:20.451184 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-06090114-8599-4830-91e2-60171d00a519 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0997899 Jan 24 09:30:20.477684 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-d6a089b8-f872-4071-b3ef-ee8dde721c6c req-8babcac7-ad5d-4551-bada-fca86dcbbee6 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687718 Jan 24 09:30:20.657141 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528006a6-81fd-49e8-95f6-624a520f563f None None] Network 5e548b83-4908-4e21-a163-39eb935a305f requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:30:20.746488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Deleting port 6165b1a4-a2da-462c-a2f4-a5775819eed4 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:20.747131 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.193655 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] For port 6165b1a4-a2da-462c-a2f4-a5775819eed4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6165b1a4-a2da-462c-a2f4-a5775819eed4,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:21.194208 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.250279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-2486b904-7c82-486e-9bfe-5d7c9bb9f66f tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:21.252630 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-2486b904-7c82-486e-9bfe-5d7c9bb9f66f tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/networks?id=72c867cd-d6ec-4768-888a-84bbdcc6cb4c HTTP/1.1" status: 200 len: 809 time: 0.2472456 Jan 24 09:30:21.398261 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Calling delete_port for 6165b1a4-a2da-462c-a2f4-a5775819eed4 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:21.456170 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-158f2536-33b5-497b-a7ed-31906da6a786 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/quotas/4e2f05acff3545c7a21d2b93c5629d1f HTTP/1.1" status: 200 len: 375 time: 0.1444836 Jan 24 09:30:21.559014 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-9da71024-4959-4d6b-ba0e-080b965b52ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e2f05acff3545c7a21d2b93c5629d1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713444 Jan 24 09:30:22.116276 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-c87589a1-9cad-4032-9364-f03a6625c655 service neutron] 10.222.0.18 "GET /v2.0/networks/72c867cd-d6ec-4768-888a-84bbdcc6cb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531356 Jan 24 09:30:22.118903 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.136160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c9813299-9d1d-4cde-aed6-9b28d128f3a2 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:22.195915 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47542) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:22.198948 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea4597-1f96-417f-8acf-55ae80de29a3 req-97b7dd61-c010-489d-95ef-197ada550614 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:22.200674 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-19ea4597-1f96-417f-8acf-55ae80de29a3 req-97b7dd61-c010-489d-95ef-197ada550614 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/ports?device_id=081c1971-f7f2-4c92-8f03-a6214527b579 HTTP/1.1" status: 200 len: 943 time: 0.2908537 Jan 24 09:30:22.247159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Pushing event deleted for resources: {'Port': ['ID=6165b1a4-a2da-462c-a2f4-a5775819eed4,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:22.377817 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:22.401475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.418652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:22.423418 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] Usage tracker for resource:security_group_rule and tenant:930c855e02b0475fa58b4f90f13b2c93 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:22.426757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:22.433172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:22.472495 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-19ea4597-1f96-417f-8acf-55ae80de29a3 req-3d0361cf-703b-40c6-a9b4-27609f3e8456 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.18 "GET /v2.0/security-groups?id=abb7e058-6bc2-44d6-a90a-4e148fcf0601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326283 Jan 24 09:30:22.529831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.533567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.536277 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-386a0da4-60b7-473d-b357-50caa5d32956 service neutron] 10.222.0.18 "GET /v2.0/networks/72c867cd-d6ec-4768-888a-84bbdcc6cb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3345201 Jan 24 09:30:22.541805 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3dbca968-2442-4dca-a2bb-8ba4b6fdd4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:22.584526 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] No DVR routers for this DVR port 6165b1a4-a2da-462c-a2f4-a5775819eed4 on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:30:22.587005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.591000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'name': 'network-vif-deleted', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:22.596347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f753e0-19d7-46cc-a2d7-a5d0d9ea061c,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:22.599953 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:22.606480 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47550) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:22.607016 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=930c855e02b0475fa58b4f90f13b2c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077313 Jan 24 09:30:22.623233 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bcbfc8a0-6828-447a-9afd-f48a3b33c465 req-5fc76dcb-80d0-4787-8436-21f7da516ca4 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] 10.222.0.13 "DELETE /v2.0/ports/6165b1a4-a2da-462c-a2f4-a5775819eed4 HTTP/1.1" status: 204 len: 173 time: 3.2150834 Jan 24 09:30:22.675888 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081c1971-f7f2-4c92-8f03-a6214527b579', 'name': 'network-vif-deleted', 'tag': '6165b1a4-a2da-462c-a2f4-a5775819eed4', 'status': 'completed', 'code': 200} Jan 24 09:30:22.697377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90f12892-c846-4842-82ea-fd8b2679522f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.727208 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90f12892-c846-4842-82ea-fd8b2679522f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.782080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90f12892-c846-4842-82ea-fd8b2679522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.787292 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5c38a8ad-6488-4e12-97d3-75d08ecb65ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:22.798102 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f12892-c846-4842-82ea-fd8b2679522f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f753e0-19d7-46cc-a2d7-a5d0d9ea061c,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:22.802549 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90f12892-c846-4842-82ea-fd8b2679522f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:22.805844 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90f12892-c846-4842-82ea-fd8b2679522f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.807130 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-90f12892-c846-4842-82ea-fd8b2679522f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70f753e0-19d7-46cc-a2d7-a5d0d9ea061c HTTP/1.1" status: 204 len: 168 time: 0.1994216 Jan 24 09:30:23.190884 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47558) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:23.211579 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-78a0822f-65b1-4bbd-970f-2b978f0ffaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.230617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-78a0822f-65b1-4bbd-970f-2b978f0ffaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:23.235317 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-78a0822f-65b1-4bbd-970f-2b978f0ffaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:6695056d92514c8b8b631a316b18320d is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:23.241742 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-78a0822f-65b1-4bbd-970f-2b978f0ffaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:23.246740 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-78a0822f-65b1-4bbd-970f-2b978f0ffaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:23.337966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-78a0822f-65b1-4bbd-970f-2b978f0ffaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.341117 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-78a0822f-65b1-4bbd-970f-2b978f0ffaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.350386 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-06c35b01-0921-4dca-9f43-84ccd4adc32d tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:23.396213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0822f-65b1-4bbd-970f-2b978f0ffaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e92f44-ec7f-437c-ac7f-c7d6426782a4,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:23.399787 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-78a0822f-65b1-4bbd-970f-2b978f0ffaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:23.402880 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-78a0822f-65b1-4bbd-970f-2b978f0ffaf3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6695056d92514c8b8b631a316b18320d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107549 Jan 24 09:30:23.407246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47562) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:23.474004 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-595674b6-55e6-4e77-b514-cf0ef559ee0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.509919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-595674b6-55e6-4e77-b514-cf0ef559ee0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.567550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-595674b6-55e6-4e77-b514-cf0ef559ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.573168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5afac80f-2b5c-48f9-9e2b-1a2f6d6e1238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:23.588746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595674b6-55e6-4e77-b514-cf0ef559ee0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e92f44-ec7f-437c-ac7f-c7d6426782a4,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:23.591228 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-595674b6-55e6-4e77-b514-cf0ef559ee0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:23.596403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-595674b6-55e6-4e77-b514-cf0ef559ee0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.601230 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-595674b6-55e6-4e77-b514-cf0ef559ee0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84e92f44-ec7f-437c-ac7f-c7d6426782a4 HTTP/1.1" status: 204 len: 168 time: 0.1920602 Jan 24 09:30:23.877638 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-c93dfae2-2ed6-4757-a325-6558ee4c9735 req-f2162576-1fe1-4ed5-bf49-27f00f60fdcc tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 210 time: 0.0681658 Jan 24 09:30:24.341014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:24.813571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47642) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:25.328476 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b4703a1b-62a6-49be-9aa7-cc9be20f471b req-a774f8af-2ec1-4cce-9c1d-a931f1794e57 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 210 time: 0.2453609 Jan 24 09:30:25.489608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-41888d67-19e1-42f0-9965-67184fa66959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.529536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-e3b1846d-aaa4-496f-836a-aea08993505c tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:25.531206 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-e3b1846d-aaa4-496f-836a-aea08993505c tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.13 "GET /v2.0/networks?id=72c867cd-d6ec-4768-888a-84bbdcc6cb4c HTTP/1.1" status: 200 len: 809 time: 0.3779008 Jan 24 09:30:25.586535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Request body: {'port': {'device_id': '238f490a-56d0-43c8-8d35-af99d1967ca1', 'network_id': '72c867cd-d6ec-4768-888a-84bbdcc6cb4c', 'admin_state_up': True, 'tenant_id': '4e2f05acff3545c7a21d2b93c5629d1f'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:25.761342 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:25.792199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Usage tracker for resource:port and tenant:4e2f05acff3545c7a21d2b93c5629d1f is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:25.800001 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Quota usage for port was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:25.812483 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:25.837377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Made reservation on behalf of 4e2f05acff3545c7a21d2b93c5629d1f for: {'port': 1} {{(pid=80073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:30:25.843211 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.914257 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637928'] for router_interface, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:26.598316 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-0ff0c66b-a110-4b77-ac89-e15a9b012afa req-c6ad3186-54ad-41c6-bbed-fba0a6be7307 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 210 time: 0.1230388 Jan 24 09:30:26.743963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Allocated IP 172.20.0.7 (72c867cd-d6ec-4768-888a-84bbdcc6cb4c/5ce5db2f-57b1-4108-8478-96d7342a9258/d68b9d09-bd15-4265-a784-ff75e5ed7ae5) {{(pid=80073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:30:26.888847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Deleting port 2aed2261-d52d-4217-b9a1-945fc3fda8dc {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:26.889135 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.176200 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Notify callbacks [] for port, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.207456 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] For port 2aed2261-d52d-4217-b9a1-945fc3fda8dc, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=2aed2261-d52d-4217-b9a1-945fc3fda8dc,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:27.207853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.344199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Calling delete_port for 2aed2261-d52d-4217-b9a1-945fc3fda8dc owned by network:router_interface {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:27.412103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309785091205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.439569 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:27.607493 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Pushing event updated for resources: {'Port': ['ID=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:27.621157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:27.720160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Network 72c867cd-d6ec-4768-888a-84bbdcc6cb4c is already hosted by enough agents. {{(pid=80073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:30:27.727012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Resources bound (agent type, host, resource id): {{(pid=80073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:27.731156 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Received port after_create {{(pid=80073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:30:27.841531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.863358 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5823468d-9b33-4467-b957-760497fdc8aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:27.980101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Pushing event deleted for resources: {'Port': ['ID=2aed2261-d52d-4217-b9a1-945fc3fda8dc,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:28.005588 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:28.006321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:28.013461 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:28.019427 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d113d05f-9a9a-478e-b8ee-f6b9e0219039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:28.070540 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-ac743ef4-afee-4708-a3db-e104678636ab tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4970996 Jan 24 09:30:28.087047 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Request body: {'port': {'device_id': '238f490a-56d0-43c8-8d35-af99d1967ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:28.165514 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e5eea-0647-44f2-8ea7-0ffb3f7c525d req-4afc8519-1970-47a6-bcff-2307288cc629 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:28.166315 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-076e5eea-0647-44f2-8ea7-0ffb3f7c525d req-4afc8519-1970-47a6-bcff-2307288cc629 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Synchronizing usage tracker for tenant:4e2f05acff3545c7a21d2b93c5629d1f on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:30:28.308059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-076e5eea-0647-44f2-8ea7-0ffb3f7c525d req-4afc8519-1970-47a6-bcff-2307288cc629 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Unset dirty status for tenant:4e2f05acff3545c7a21d2b93c5629d1f on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:30:28.309368 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-076e5eea-0647-44f2-8ea7-0ffb3f7c525d req-4afc8519-1970-47a6-bcff-2307288cc629 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 931 time: 0.5444579 Jan 24 09:30:28.318606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:28.436765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:28.837978 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-076e5eea-0647-44f2-8ea7-0ffb3f7c525d req-38cbff36-35d4-418b-be59-00d98d7b4c37 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064492 Jan 24 09:30:29.039225 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637778'] for router_interface, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:29.577567 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:29.684845 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68b9d09-bd15-4265-a784-ff75e5ed7ae5 {{(pid=80073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:30:29.697950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:29.773387 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Transition to ACTIVE for port object d68b9d09-bd15-4265-a784-ff75e5ed7ae5 will not be triggered until provisioned by entity L2. {{(pid=80073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:29.781917 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:29.809418 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6040a977-bbe0-4fdd-83da-dced9650302c tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:29.975530 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:30.149754 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Pushing event updated for resources: {'Port': ['ID=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,revision_number=2']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:30.177970 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:30.245670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:30:30.447000 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6740de-b876-4554-b9ce-f2bfa08c51c8 req-7a4ac950-fd38-491c-8680-3c4c206f6b25 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:30.448729 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4e6740de-b876-4554-b9ce-f2bfa08c51c8 req-7a4ac950-fd38-491c-8680-3c4c206f6b25 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 943 time: 0.3898945 Jan 24 09:30:30.630753 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-4e6740de-b876-4554-b9ce-f2bfa08c51c8 req-dd50a9ed-7b04-4505-bf98-15cdd7de6df0 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703796 Jan 24 09:30:30.649128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Attempting to bind port d68b9d09-bd15-4265-a784-ff75e5ed7ae5 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:30:30.649503 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Attempting to bind port d68b9d09-bd15-4265-a784-ff75e5ed7ae5 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '468f52b9-6da9-40c8-93ce-ea8ada6da088', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c867cd-d6ec-4768-888a-84bbdcc6cb4c'}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:30:30.649883 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Attempting to bind port d68b9d09-bd15-4265-a784-ff75e5ed7ae5 on network 72c867cd-d6ec-4768-888a-84bbdcc6cb4c {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:30:30.663457 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Checking agent: {'id': '73deec1d-2c73-4ffa-9b10-6c53ff71a335', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:30:30.663839 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Checking segment: {'id': '468f52b9-6da9-40c8-93ce-ea8ada6da088', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c867cd-d6ec-4768-888a-84bbdcc6cb4c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:30.664247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:30.664644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Bound using segment: {'id': '468f52b9-6da9-40c8-93ce-ea8ada6da088', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c867cd-d6ec-4768-888a-84bbdcc6cb4c'} {{(pid=80073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:30:30.665124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Bound port: d68b9d09-bd15-4265-a784-ff75e5ed7ae5, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468f52b9-6da9-40c8-93ce-ea8ada6da088', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c867cd-d6ec-4768-888a-84bbdcc6cb4c'}}] {{(pid=80073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:30:30.665498 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:30.729801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:30:30.741930 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-52b72645-1894-4268-8e13-30b9a86b907c admin admin] 10.222.0.18 "PUT /v2.0/routers/62155f07-e09e-4b43-9d3c-f339c2c6d5f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9268374 Jan 24 09:30:30.744739 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] Sync routers for ids ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:30:30.748793 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47712) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:30.760512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] Routers {'62155f07-e09e-4b43-9d3c-f339c2c6d5f6'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:30.761324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:30:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:30.801417 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] For port d68b9d09-bd15-4265-a784-ff75e5ed7ae5, host hv-cinder-77218, cleared binding levels {{(pid=80073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:30:30.809160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] For port d68b9d09-bd15-4265-a784-ff75e5ed7ae5, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,segment=NetworkSegment(468f52b9-6da9-40c8-93ce-ea8ada6da088),segment_id=468f52b9-6da9-40c8-93ce-ea8ada6da088)] {{(pid=80073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:30:30.813490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852428085'] for port, after_update {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:30.833132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3b98f076-b7cf-49d6-b891-68d83e0756d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:30.934107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Pushing event updated for resources: {'Port': ['ID=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,revision_number=3']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:31.345354 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Notify callbacks [] for router, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:31.355318 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] Set router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:31.495919 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:31.568336 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:31.569466 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:31.572110 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-729ad4b0-cfca-447f-bc27-aa96e18f2053 service neutron] 10.222.0.13 "PUT /v2.0/ports/d68b9d09-bd15-4265-a784-ff75e5ed7ae5 HTTP/1.1" status: 200 len: 1157 time: 3.4928744 Jan 24 09:30:31.572891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238f490a-56d0-43c8-8d35-af99d1967ca1', 'tag': 'd68b9d09-bd15-4265-a784-ff75e5ed7ae5'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:31.648324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:31.654625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Deleting port 0214b2e3-6c33-473f-b576-05b1552a39fb {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:31.655082 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:31.692275 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238f490a-56d0-43c8-8d35-af99d1967ca1', 'tag': 'd68b9d09-bd15-4265-a784-ff75e5ed7ae5', 'status': 'completed', 'code': 200} Jan 24 09:30:31.740830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-5af6f358-7f64-4fcb-96cd-6cc9d15a0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:31.742472 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-5af6f358-7f64-4fcb-96cd-6cc9d15a0139 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e2f05acff3545c7a21d2b93c5629d1f&device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 1160 time: 0.0915916 Jan 24 09:30:31.827308 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:30:27Z', 'revision_number': 5, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:31.832165 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] Checking router: 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:30:31.835908 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-13b00124-8729-4e14-a65f-e5a6aeac06bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68b9d09-bd15-4265-a784-ff75e5ed7ae5 HTTP/1.1" status: 200 len: 217 time: 0.0858402 Jan 24 09:30:31.852706 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] Routers {'62155f07-e09e-4b43-9d3c-f339c2c6d5f6'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:31.853590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:30:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:31.957701 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] For port 0214b2e3-6c33-473f-b576-05b1552a39fb, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=0214b2e3-6c33-473f-b576-05b1552a39fb,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:31.958110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:31.993801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-3c69e07d-4862-43da-b23a-b835ff678724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:31.995875 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-3c69e07d-4862-43da-b23a-b835ff678724 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ce5db2f-57b1-4108-8478-96d7342a9258 HTTP/1.1" status: 200 len: 849 time: 0.1537297 Jan 24 09:30:32.068372 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-79e078d0-6188-481a-9cbc-64dd33d1ce01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72c867cd-d6ec-4768-888a-84bbdcc6cb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654132 Jan 24 09:30:32.104412 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] Set router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:32.107513 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Calling delete_port for 0214b2e3-6c33-473f-b576-05b1552a39fb owned by network:router_gateway {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:32.217594 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c895a-69e2-425d-b854-44ae44a54b37 req-587fe642-c2bb-4dc5-bb42-a740a6c367b2 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:32.219366 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9d0c895a-69e2-425d-b854-44ae44a54b37 req-587fe642-c2bb-4dc5-bb42-a740a6c367b2 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 943 time: 0.3370805 Jan 24 09:30:32.306482 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.324933 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-9d0c895a-69e2-425d-b854-44ae44a54b37 req-4b9648ca-da9f-470d-a5c0-8d3047e446b3 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868263 Jan 24 09:30:32.331644 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-4e205608-a1cd-48d1-b33e-d67fb7333e72 service neutron] 10.222.0.13 "GET /v2.0/networks/72c867cd-d6ec-4768-888a-84bbdcc6cb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520883 Jan 24 09:30:32.466881 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:30:27Z', 'revision_number': 5, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:32.474998 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e823e-d15d-4bf2-b3ef-f5b69ee50c81 None None] The sync data for ids ['62155f07-e09e-4b43-9d3c-f339c2c6d5f6'] in dv-cinder-772181-7-smb is: [{'id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'name': 'tempest-TestMinimumBasicScenario-427896828-router', 'tenant_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:27:36Z', 'updated_at': '2021-01-24T09:30:27Z', 'revision_number': 5, 'project_id': 'b0274d28a1fe4faaab07a670a4f9ecc2', 'gw_port': {'id': '0214b2e3-6c33-473f-b576-05b1552a39fb', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62155f07-e09e-4b43-9d3c-f339c2c6d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:27:38Z', 'updated_at': '2021-01-24T09:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:30:32.515507 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-21bfe3ea-c9f8-4011-a1cc-80af9a399fbb req-f411473c-968f-4bd8-a36f-442ab6be2f3d service neutron] 10.222.0.13 "GET /v2.0/networks/72c867cd-d6ec-4768-888a-84bbdcc6cb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1771111 Jan 24 09:30:32.519694 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854139424'] for router_gateway, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.667128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7faa34-7283-4ca1-94a9-c89a230a8b3c req-3107d880-39b3-4695-a8fc-b1090c143b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:32.669443 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-df7faa34-7283-4ca1-94a9-c89a230a8b3c req-3107d880-39b3-4695-a8fc-b1090c143b9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e2f05acff3545c7a21d2b93c5629d1f&device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 1160 time: 0.1025357 Jan 24 09:30:32.680397 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854152156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770398'] for router, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.683779 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.715804 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626071'] for router, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.716552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62155f07-e09e-4b43-9d3c-f339c2c6d5f6 {{(pid=80074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:30:32.755933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.760097 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-42005e43-c81b-4762-a68a-fb93e2bb9410 admin admin] 10.222.0.18 "DELETE /v2.0/routers/62155f07-e09e-4b43-9d3c-f339c2c6d5f6 HTTP/1.1" status: 204 len: 168 time: 2.0068250 Jan 24 09:30:32.760664 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47740) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:32.842618 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cb4b6d-632f-450e-955d-5373f2facd8c admin admin] Deleting subnet c196af86-e5b3-48bc-8f87-0cdfce40bd9e {{(pid=80074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:30:32.848063 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a9cb4b6d-632f-450e-955d-5373f2facd8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.867321 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7faa34-7283-4ca1-94a9-c89a230a8b3c req-9ba7beff-1a1a-4f0d-9cfd-9a1f2cf04ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:32.868240 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-df7faa34-7283-4ca1-94a9-c89a230a8b3c req-9ba7beff-1a1a-4f0d-9cfd-9a1f2cf04ab9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72c867cd-d6ec-4768-888a-84bbdcc6cb4c HTTP/1.1" status: 200 len: 903 time: 0.1912527 Jan 24 09:30:32.914223 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a9cb4b6d-632f-450e-955d-5373f2facd8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851208983'] for subnet, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.957667 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-df7faa34-7283-4ca1-94a9-c89a230a8b3c req-bfb2dd3b-d9a8-48d4-8d28-6c2866ebeaf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68b9d09-bd15-4265-a784-ff75e5ed7ae5 HTTP/1.1" status: 200 len: 217 time: 0.0806315 Jan 24 09:30:33.011439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a9cb4b6d-632f-450e-955d-5373f2facd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:33.041704 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7faa34-7283-4ca1-94a9-c89a230a8b3c req-cb22aaed-62a7-4f7f-9af7-4806ac248aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:33.044218 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-df7faa34-7283-4ca1-94a9-c89a230a8b3c req-cb22aaed-62a7-4f7f-9af7-4806ac248aee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ce5db2f-57b1-4108-8478-96d7342a9258 HTTP/1.1" status: 200 len: 849 time: 0.0802543 Jan 24 09:30:33.113138 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-df7faa34-7283-4ca1-94a9-c89a230a8b3c req-a9cfc192-cab0-4643-9af8-9c8186e6a470 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72c867cd-d6ec-4768-888a-84bbdcc6cb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611048 Jan 24 09:30:33.273160 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-df7faa34-7283-4ca1-94a9-c89a230a8b3c req-cee85ea8-9462-4044-a23a-e17553bc0ff2 service neutron] 10.222.0.13 "GET /v2.0/networks/72c867cd-d6ec-4768-888a-84bbdcc6cb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521044 Jan 24 09:30:33.310314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2aed2261-d52d-4217-b9a1-945fc3fda8dc no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:30:33.355307 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: 2aed2261-d52d-4217-b9a1-945fc3fda8dc {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:30:33.355700 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 2aed2261-d52d-4217-b9a1-945fc3fda8dc not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:30:33.356164 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 0214b2e3-6c33-473f-b576-05b1552a39fb no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:30:33.383708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a9cb4b6d-632f-450e-955d-5373f2facd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2475423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363424'] for subnet, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:33.411339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: 0214b2e3-6c33-473f-b576-05b1552a39fb {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:30:33.411710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 0214b2e3-6c33-473f-b576-05b1552a39fb not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:30:33.423996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-66fd5ce4-e80d-4891-a1b7-7c97d4b4af7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:33.462173 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-df7faa34-7283-4ca1-94a9-c89a230a8b3c req-1a5d8225-112e-4317-bdc0-e05a02188be7 service neutron] 10.222.0.13 "GET /v2.0/networks/72c867cd-d6ec-4768-888a-84bbdcc6cb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1810946 Jan 24 09:30:33.470524 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb4b6d-632f-450e-955d-5373f2facd8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c196af86-e5b3-48bc-8f87-0cdfce40bd9e,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:33.478545 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a9cb4b6d-632f-450e-955d-5373f2facd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:33.597231 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a9cb4b6d-632f-450e-955d-5373f2facd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:33.605701 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9900a85-2833-44df-9595-a22f60412edc None None] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:30:33.608290 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-a9cb4b6d-632f-450e-955d-5373f2facd8c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c196af86-e5b3-48bc-8f87-0cdfce40bd9e HTTP/1.1" status: 204 len: 168 time: 0.8458400 Jan 24 09:30:33.612702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47748) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:33.705345 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789130d-eb90-40a7-a15c-4e314f062aa3 req-76d5651e-9127-4ce6-b232-34db1856dcbc tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:33.707133 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6789130d-eb90-40a7-a15c-4e314f062aa3 req-76d5651e-9127-4ce6-b232-34db1856dcbc tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 943 time: 0.1983213 Jan 24 09:30:33.851068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:33.902416 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1308a1d-1326-44fc-80ee-06439dcba010 None None] DHCP port deletion for c4919eeb-41a0-447c-b44e-2abffaf083c5 request from dv-cinder-772181-7-smb {{(pid=80075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:30:33.915932 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b1308a1d-1326-44fc-80ee-06439dcba010 None None] Deleting port c5e0fe6f-2861-431d-ac49-0d953fe3533c {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:33.916730 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1308a1d-1326-44fc-80ee-06439dcba010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:33.927047 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6789130d-eb90-40a7-a15c-4e314f062aa3 req-21ad3722-3dcf-4b3e-acfa-2667ab449c91 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111547 Jan 24 09:30:33.950080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Deleting port c5e0fe6f-2861-431d-ac49-0d953fe3533c {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:33.950643 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:34.210804 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b1308a1d-1326-44fc-80ee-06439dcba010 None None] For port c5e0fe6f-2861-431d-ac49-0d953fe3533c, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=c5e0fe6f-2861-431d-ac49-0d953fe3533c,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:34.211976 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1308a1d-1326-44fc-80ee-06439dcba010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:34.223914 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] For port c5e0fe6f-2861-431d-ac49-0d953fe3533c, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=c5e0fe6f-2861-431d-ac49-0d953fe3533c,segment=NetworkSegment(85d46248-643d-429a-b0d0-12a99061fb76),segment_id=85d46248-643d-429a-b0d0-12a99061fb76)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:34.224373 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:34.366923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b1308a1d-1326-44fc-80ee-06439dcba010 None None] Calling delete_port for c5e0fe6f-2861-431d-ac49-0d953fe3533c owned by network:dhcp {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:34.377586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Calling delete_port for c5e0fe6f-2861-431d-ac49-0d953fe3533c owned by network:dhcp {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:34.461271 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1308a1d-1326-44fc-80ee-06439dcba010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:34.466520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:30:34.467247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:30:34.481767 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9f6558f3-6658-409b-bd6f-abf4e9b81beb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:34.579680 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1308a1d-1326-44fc-80ee-06439dcba010 None None] Pushing event deleted for resources: {'Port': ['ID=c5e0fe6f-2861-431d-ac49-0d953fe3533c,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:34.596016 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b1308a1d-1326-44fc-80ee-06439dcba010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:34.630215 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1308a1d-1326-44fc-80ee-06439dcba010 None None] No DVR routers for this DVR port c5e0fe6f-2861-431d-ac49-0d953fe3533c on host dv-cinder-772181-7-smb {{(pid=80075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:30:34.968744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Deleting port c5e0fe6f-2861-431d-ac49-0d953fe3533c {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:34.969146 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:35.044530 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] The port 'c5e0fe6f-2861-431d-ac49-0d953fe3533c' was deleted {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:30:35.227123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:35.286916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device c5e0fe6f-2861-431d-ac49-0d953fe3533c no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:30:35.323555 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: c5e0fe6f-2861-431d-ac49-0d953fe3533c {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:30:35.324046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device c5e0fe6f-2861-431d-ac49-0d953fe3533c not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:30:35.383157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fee395-7543-4181-82c1-fdb0f72de322 req-00e9201f-c524-46db-822f-9992d42b5bec tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:35.384827 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-58fee395-7543-4181-82c1-fdb0f72de322 req-00e9201f-c524-46db-822f-9992d42b5bec tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 943 time: 0.2892478 Jan 24 09:30:35.388807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4919eeb-41a0-447c-b44e-2abffaf083c5']}} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:35.418424 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d46248-643d-429a-b0d0-12a99061fb76') {'for_net_delete': True} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:35.418757 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d46248-643d-429a-b0d0-12a99061fb76') {} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:35.436891 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541365'] for segment, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:35.475559 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-58fee395-7543-4181-82c1-fdb0f72de322 req-7ecd1262-37b9-4236-961b-6440e9c53c78 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782301 Jan 24 09:30:35.476641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:35.479022 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:30:35.676604 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:30:35.686408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852428107'] for segment, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:35.852269 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-65c80485-6e06-4808-85bc-e5b3236f6306 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80075) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:30:36.125298 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Network c4919eeb-41a0-447c-b44e-2abffaf083c5 has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: % (table.description, expected, rows_matched) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: % (table.description, expected, rows_matched) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: % (table.description, expected, rows_matched) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: % (table.description, expected, rows_matched) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:30:36.149775 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:30:36.173559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device d68b9d09-bd15-4265-a784-ff75e5ed7ae5 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:36.237282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:36.242733 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:36.268181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:36.281838 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4919eeb-41a0-447c-b44e-2abffaf083c5,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:36.293561 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning for port d68b9d09-bd15-4265-a784-ff75e5ed7ae5 completed by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:36.295748 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c4919eeb-41a0-447c-b44e-2abffaf083c5 HTTP/1.1" status: 204 len: 168 time: 2.6814294 Jan 24 09:30:36.297429 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.298375 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.298831 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.299206 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.299696 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.300097 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.300491 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.300885 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.302511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.302511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.302511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.302511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.302973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.303558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.303963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.304355 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.305098 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.305209 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.305422 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port d68b9d09-bd15-4265-a784-ff75e5ed7ae5 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:36.305799 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.305939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:36.306189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.306618 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.307008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.307403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.307753 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.317628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-27e1edb3-6b76-4c55-86b4-4cdb7d014607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:36.462808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:36.494913 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f490a-56d0-43c8-8d35-af99d1967ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68b9d09-bd15-4265-a784-ff75e5ed7ae5'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:36.507007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port d68b9d09-bd15-4265-a784-ff75e5ed7ae5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,segment=NetworkSegment(468f52b9-6da9-40c8-93ce-ea8ada6da088),segment_id=468f52b9-6da9-40c8-93ce-ea8ada6da088)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:36.511234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:36.515597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:36.588279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47796) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:36.629305 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f490a-56d0-43c8-8d35-af99d1967ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68b9d09-bd15-4265-a784-ff75e5ed7ae5', 'code': 200} Jan 24 09:30:36.651435 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-63f7b870-ebac-456d-a427-fd29d74abc4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0274d28a1fe4faaab07a670a4f9ecc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612710 Jan 24 09:30:36.652894 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47800) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:36.663875 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,revision_number=4']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:36.667631 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:36.734774 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:36.781559 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:36.831146 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:36.836352 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c8745b29-403f-4103-b627-18f4d3a5dd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:36.851748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb7e058-6bc2-44d6-a90a-4e148fcf0601,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:36.864841 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.865281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.865702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.866116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.866550 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.866968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.867387 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.867752 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.868158 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.868557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.868958 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.869356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.869825 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.870229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.870658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.871059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.871458 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.871851 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.872246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.872642 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.873038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.873433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.873828 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.874834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:36.878770 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:36.882952 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abb7e058-6bc2-44d6-a90a-4e148fcf0601 HTTP/1.1" status: 204 len: 168 time: 0.2279878 Jan 24 09:30:36.884046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:36.898418 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9429e-5101-4d67-af00-e03e80821ba7 req-a7ff02a7-0f2a-4a31-833f-8de63ae7cffa tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:36.900129 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e6d9429e-5101-4d67-af00-e03e80821ba7 req-a7ff02a7-0f2a-4a31-833f-8de63ae7cffa tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 945 time: 0.1834722 Jan 24 09:30:36.907469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bdb02-b2a7-44cd-b531-fa1dd4a1d465 req-3a6c8f72-7f92-4523-ab4d-834030c8f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:36.909421 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-694bdb02-b2a7-44cd-b531-fa1dd4a1d465 req-3a6c8f72-7f92-4523-ab4d-834030c8f325 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 1162 time: 0.1371913 Jan 24 09:30:36.997740 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e6d9429e-5101-4d67-af00-e03e80821ba7 req-62bea963-a864-4a51-bd67-0d97d9066fb3 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840170 Jan 24 09:30:37.000926 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-694bdb02-b2a7-44cd-b531-fa1dd4a1d465 req-a0d9f566-2c97-41f9-aafc-32ec51f80eea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715852 Jan 24 09:30:37.761403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device d68b9d09-bd15-4265-a784-ff75e5ed7ae5 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:37.843445 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port d68b9d09-bd15-4265-a784-ff75e5ed7ae5 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:37.844057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:38.300295 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178025aa-f0d0-4c77-b27f-3c07c0549025 req-9d93d311-9aa6-404a-91c9-0401cd4fd777 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:38.301933 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-178025aa-f0d0-4c77-b27f-3c07c0549025 req-9d93d311-9aa6-404a-91c9-0401cd4fd777 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 945 time: 0.1222785 Jan 24 09:30:38.352538 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:30:38.365193 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-178025aa-f0d0-4c77-b27f-3c07c0549025 req-2646878e-1840-4f64-a879-3a53c8e565ac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540168 Jan 24 09:30:39.614929 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcc056-ab36-4c9e-afe3-5f0836faf217 req-f35dd05e-86a1-40f1-9978-63041d3dcc1f tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:39.616561 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b8dcc056-ab36-4c9e-afe3-5f0836faf217 req-f35dd05e-86a1-40f1-9978-63041d3dcc1f tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 945 time: 0.1185265 Jan 24 09:30:39.670815 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-b8dcc056-ab36-4c9e-afe3-5f0836faf217 req-7bf50f09-4e69-4683-b3df-e9fd32a67c21 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474939 Jan 24 09:30:39.773460 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device d68b9d09-bd15-4265-a784-ff75e5ed7ae5 up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:39.858394 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port d68b9d09-bd15-4265-a784-ff75e5ed7ae5 triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:39.858871 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:43.821998 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff5d87-9162-4ccf-856b-2d99b8223650 req-420a73f3-3e6f-4f96-8af0-e8eaf671837d tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:43.824067 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3dff5d87-9162-4ccf-856b-2d99b8223650 req-420a73f3-3e6f-4f96-8af0-e8eaf671837d tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 945 time: 0.1378748 Jan 24 09:30:43.894074 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-3dff5d87-9162-4ccf-856b-2d99b8223650 req-7aa4b054-6004-407f-a9cd-63aaf14e3fba tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620184 Jan 24 09:30:44.613344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47922) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:44.780924 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:44.801203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:44.805671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] Usage tracker for resource:security_group_rule and tenant:3805ec0100bd4230961469f79dcfcab3 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:44.809304 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:44.816162 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:44.920038 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:44.923029 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:44.932577 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aafd32a1-d26f-4a5d-ab81-b9aee3c2b09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:44.978739 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3805ec0100bd4230961469f79dcfcab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641198 Jan 24 09:30:44.980535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d7b76a-2c42-473d-8dce-fc0b5f1ccef5,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:44.982060 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47930) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:44.984697 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:45.201905 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-895634c1-2478-4c05-86c1-55a0c60b5397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:45.259235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-895634c1-2478-4c05-86c1-55a0c60b5397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:45.342838 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-0e8c995f-ba7c-4b4f-b572-1c6c3b72f911 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:45.345079 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-0e8c995f-ba7c-4b4f-b572-1c6c3b72f911 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.13 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 945 time: 0.2888298 Jan 24 09:30:45.432234 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01042ec8-4eef-41b7-a756-2b42788662f7 req-558c9222-1e31-4162-8c38-1dfd8e0450d9 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:45.435410 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-01042ec8-4eef-41b7-a756-2b42788662f7 req-558c9222-1e31-4162-8c38-1dfd8e0450d9 tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 945 time: 0.3801575 Jan 24 09:30:45.504476 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Deleting port d68b9d09-bd15-4265-a784-ff75e5ed7ae5 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:45.504873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:45.551626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-895634c1-2478-4c05-86c1-55a0c60b5397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:45.556018 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bb57af56-fcb0-4058-851f-082a3f1d7a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:45.587158 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895634c1-2478-4c05-86c1-55a0c60b5397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d7b76a-2c42-473d-8dce-fc0b5f1ccef5,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:45.599072 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-01042ec8-4eef-41b7-a756-2b42788662f7 req-78619bd1-e18c-4302-b3cd-217d9e5660bf tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530757 Jan 24 09:30:45.602861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-895634c1-2478-4c05-86c1-55a0c60b5397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:45.650734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-895634c1-2478-4c05-86c1-55a0c60b5397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:45.651993 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-895634c1-2478-4c05-86c1-55a0c60b5397 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8d7b76a-2c42-473d-8dce-fc0b5f1ccef5 HTTP/1.1" status: 204 len: 168 time: 0.6684389 Jan 24 09:30:45.751906 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device d68b9d09-bd15-4265-a784-ff75e5ed7ae5 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:30:45.934423 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1697771'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:45.949611 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] For port d68b9d09-bd15-4265-a784-ff75e5ed7ae5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,segment=NetworkSegment(468f52b9-6da9-40c8-93ce-ea8ada6da088),segment_id=468f52b9-6da9-40c8-93ce-ea8ada6da088)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:45.950397 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:45.982132 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f490a-56d0-43c8-8d35-af99d1967ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68b9d09-bd15-4265-a784-ff75e5ed7ae5'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:46.001512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] For port d68b9d09-bd15-4265-a784-ff75e5ed7ae5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,segment=NetworkSegment(468f52b9-6da9-40c8-93ce-ea8ada6da088),segment_id=468f52b9-6da9-40c8-93ce-ea8ada6da088)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:46.005979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309784637129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069682820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309785092963'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:46.008819 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-73466a47-c4fb-459b-9b0b-d61532b1ba62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:46.151020 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f490a-56d0-43c8-8d35-af99d1967ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68b9d09-bd15-4265-a784-ff75e5ed7ae5', 'code': 200} Jan 24 09:30:46.151481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Pushing event updated for resources: {'Port': ['ID=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:46.161721 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.161907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.162288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.162768 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.163154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.163711 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.164098 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.164477 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.165006 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.165383 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.166056 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.166337 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.166778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.167148 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.167531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.167899 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.168273 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.168651 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.169019 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.169447 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.169834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.170205 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.170613 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.170974 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:46.172672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Calling delete_port for d68b9d09-bd15-4265-a784-ff75e5ed7ae5 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:46.176344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:46.196199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 47940) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:46.219211 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-16cd798a-06f6-43c5-af38-084ea566ea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:46.237949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-16cd798a-06f6-43c5-af38-084ea566ea57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:46.249118 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-16cd798a-06f6-43c5-af38-084ea566ea57 admin admin] Usage tracker for resource:security_group_rule and tenant:dd093af95b374d18a821fa3e9d1a4c08 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:46.253489 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-16cd798a-06f6-43c5-af38-084ea566ea57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:46.261715 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-16cd798a-06f6-43c5-af38-084ea566ea57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:46.283011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80073) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:30:46.283467 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:30:46.366720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-16cd798a-06f6-43c5-af38-084ea566ea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:46.369648 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-16cd798a-06f6-43c5-af38-084ea566ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:46.378658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3852e2a6-0f6d-4f87-ae1a-d949dc4e9054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:46.433982 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-16cd798a-06f6-43c5-af38-084ea566ea57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd093af95b374d18a821fa3e9d1a4c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363622 Jan 24 09:30:46.435014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd798a-06f6-43c5-af38-084ea566ea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097d41e0-a4eb-4ebf-949f-8a96c8a62242,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:46.438240 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 47944) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:46.438700 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-16cd798a-06f6-43c5-af38-084ea566ea57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:46.520987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ade986eb-4c53-4d1d-96a0-1113ebd5ac31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:46.551415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ade986eb-4c53-4d1d-96a0-1113ebd5ac31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:46.614558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ade986eb-4c53-4d1d-96a0-1113ebd5ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:46.617910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ce5d469d-b9e5-456d-afa6-f8285ced5c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:46.634087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade986eb-4c53-4d1d-96a0-1113ebd5ac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097d41e0-a4eb-4ebf-949f-8a96c8a62242,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:46.637146 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ade986eb-4c53-4d1d-96a0-1113ebd5ac31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:46.658710 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ade986eb-4c53-4d1d-96a0-1113ebd5ac31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:46.660152 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-ade986eb-4c53-4d1d-96a0-1113ebd5ac31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/097d41e0-a4eb-4ebf-949f-8a96c8a62242 HTTP/1.1" status: 204 len: 168 time: 0.2200522 Jan 24 09:30:46.793155 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Deleting port d68b9d09-bd15-4265-a784-ff75e5ed7ae5 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:30:46.793725 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:47.005280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1683b9-b23d-4542-9023-a57acb396bb4 req-8801db6d-1c5a-4dec-be7e-0aba3fd7d20c tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:47.006116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-6e1683b9-b23d-4542-9023-a57acb396bb4 req-8801db6d-1c5a-4dec-be7e-0aba3fd7d20c tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Synchronizing usage tracker for tenant:4e2f05acff3545c7a21d2b93c5629d1f on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:30:47.098933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-6e1683b9-b23d-4542-9023-a57acb396bb4 req-8801db6d-1c5a-4dec-be7e-0aba3fd7d20c tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Unset dirty status for tenant:4e2f05acff3545c7a21d2b93c5629d1f on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:30:47.100096 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e1683b9-b23d-4542-9023-a57acb396bb4 req-8801db6d-1c5a-4dec-be7e-0aba3fd7d20c tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 943 time: 0.3473780 Jan 24 09:30:47.186955 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] For port d68b9d09-bd15-4265-a784-ff75e5ed7ae5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,segment=NetworkSegment(468f52b9-6da9-40c8-93ce-ea8ada6da088),segment_id=468f52b9-6da9-40c8-93ce-ea8ada6da088)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:47.187385 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:47.206830 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-6e1683b9-b23d-4542-9023-a57acb396bb4 req-bc8f4868-259f-4698-9653-f8a1b92ae40a tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/security-groups?id=aac44863-2b8c-43fe-aca2-4fea706f6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989342 Jan 24 09:30:47.343612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Calling delete_port for d68b9d09-bd15-4265-a784-ff75e5ed7ae5 owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:30:47.533601 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:47.550952 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0201da5d-1aa7-4c83-aba0-754de8968529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:47.655096 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Pushing event deleted for resources: {'Port': ['ID=d68b9d09-bd15-4265-a784-ff75e5ed7ae5,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:47.661877 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:47.789119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] No DVR routers for this DVR port d68b9d09-bd15-4265-a784-ff75e5ed7ae5 on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:30:47.795010 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:47.798478 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f490a-56d0-43c8-8d35-af99d1967ca1', 'name': 'network-vif-deleted', 'tag': 'd68b9d09-bd15-4265-a784-ff75e5ed7ae5'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:47.816122 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-1b4a498f-7711-4fbc-bad2-240c33d2e2a8 req-22ca4ea5-83cc-4590-8e91-4b0b3c801cac tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.13 "DELETE /v2.0/ports/d68b9d09-bd15-4265-a784-ff75e5ed7ae5 HTTP/1.1" status: 204 len: 173 time: 2.4629765 Jan 24 09:30:47.868597 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f490a-56d0-43c8-8d35-af99d1967ca1', 'name': 'network-vif-deleted', 'tag': 'd68b9d09-bd15-4265-a784-ff75e5ed7ae5', 'status': 'completed', 'code': 200} Jan 24 09:30:48.463723 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e111bedb-7592-4b7d-af5c-b9c813ba4964 req-e8658104-c47c-4510-9bbc-73fc801abb5c tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Synchronizing usage tracker for tenant:4e2f05acff3545c7a21d2b93c5629d1f on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:30:48.481405 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e111bedb-7592-4b7d-af5c-b9c813ba4964 req-e8658104-c47c-4510-9bbc-73fc801abb5c tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] Unset dirty status for tenant:4e2f05acff3545c7a21d2b93c5629d1f on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:30:48.482736 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-e111bedb-7592-4b7d-af5c-b9c813ba4964 req-e8658104-c47c-4510-9bbc-73fc801abb5c tempest-VolumesActionsTest-902417542 tempest-VolumesActionsTest-902417542] 10.222.0.18 "GET /v2.0/ports?device_id=238f490a-56d0-43c8-8d35-af99d1967ca1 HTTP/1.1" status: 200 len: 210 time: 0.0795224 Jan 24 09:30:54.347614 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:55.475490 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-36b13439-522e-41bb-a35b-08ae4ff89e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:55.610822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48066) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:55.777986 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0101b94b-9796-45e8-9203-40236c0d13a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:55.793836 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0101b94b-9796-45e8-9203-40236c0d13a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:55.798848 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0101b94b-9796-45e8-9203-40236c0d13a2 admin admin] Usage tracker for resource:security_group_rule and tenant:9d65cb084501445185e4ff0b85636025 is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:55.802005 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0101b94b-9796-45e8-9203-40236c0d13a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:55.808058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0101b94b-9796-45e8-9203-40236c0d13a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:55.898667 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0101b94b-9796-45e8-9203-40236c0d13a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:55.901906 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0101b94b-9796-45e8-9203-40236c0d13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:55.911853 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ade986eb-4c53-4d1d-96a0-1113ebd5ac31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:55.955485 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-0101b94b-9796-45e8-9203-40236c0d13a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d65cb084501445185e4ff0b85636025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433089 Jan 24 09:30:55.956392 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101b94b-9796-45e8-9203-40236c0d13a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6fde98-dcde-481b-a7f5-c5eca41b2068,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:55.959230 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48072) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:55.961601 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0101b94b-9796-45e8-9203-40236c0d13a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:56.040065 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9976e10-6270-41b8-98e0-06b60d5ba575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:56.077326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9976e10-6270-41b8-98e0-06b60d5ba575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:56.154109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9976e10-6270-41b8-98e0-06b60d5ba575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:56.162170 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9b20111d-9b3b-4cf5-a2ef-c41b09b235f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:56.178227 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9976e10-6270-41b8-98e0-06b60d5ba575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6fde98-dcde-481b-a7f5-c5eca41b2068,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:56.181571 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f9976e10-6270-41b8-98e0-06b60d5ba575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:56.192376 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9976e10-6270-41b8-98e0-06b60d5ba575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:56.207466 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f9976e10-6270-41b8-98e0-06b60d5ba575 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee6fde98-dcde-481b-a7f5-c5eca41b2068 HTTP/1.1" status: 204 len: 168 time: 0.2381144 Jan 24 09:30:56.664820 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48088) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:56.685770 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e6877f15-edbf-4cb0-a475-c41b701d6ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:56.701947 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e6877f15-edbf-4cb0-a475-c41b701d6ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:56.706553 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e6877f15-edbf-4cb0-a475-c41b701d6ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:97c362fabf0b40ba87bbcbcf6d79605d is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:56.709537 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e6877f15-edbf-4cb0-a475-c41b701d6ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:56.715605 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e6877f15-edbf-4cb0-a475-c41b701d6ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:56.825222 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e6877f15-edbf-4cb0-a475-c41b701d6ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:56.828213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e6877f15-edbf-4cb0-a475-c41b701d6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:56.843016 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e76edca5-b468-4b64-b0d5-96e0e8212d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:56.890622 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-e6877f15-edbf-4cb0-a475-c41b701d6ed2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97c362fabf0b40ba87bbcbcf6d79605d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244418 Jan 24 09:30:56.893002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6877f15-edbf-4cb0-a475-c41b701d6ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac423353-9c1b-40a0-b658-1179421ce17a,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:56.894108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48092) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:56.897193 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e6877f15-edbf-4cb0-a475-c41b701d6ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:56.971092 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-72821527-4a85-487b-8df2-65382811ff68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:57.000763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-72821527-4a85-487b-8df2-65382811ff68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:57.052807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-72821527-4a85-487b-8df2-65382811ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:57.063562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4dfa5a80-371b-453a-9787-be7cd029c7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:57.088078 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72821527-4a85-487b-8df2-65382811ff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac423353-9c1b-40a0-b658-1179421ce17a,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:57.092161 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-72821527-4a85-487b-8df2-65382811ff68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:57.111356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-72821527-4a85-487b-8df2-65382811ff68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:57.117990 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-72821527-4a85-487b-8df2-65382811ff68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac423353-9c1b-40a0-b658-1179421ce17a HTTP/1.1" status: 204 len: 168 time: 0.2223110 Jan 24 09:30:58.025649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-94c261de-c894-4aa5-9493-214734642a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:58.440182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:59.582820 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:59.977928 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:08.351608 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48286) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:08.427931 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b0ea6c-4c17-4e03-b77e-caa9f48fb4a3 admin admin] Deleting subnet 5ce5db2f-57b1-4108-8478-96d7342a9258 {{(pid=80074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:31:08.431452 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ea6c-4c17-4e03-b77e-caa9f48fb4a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:08.501761 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ea6c-4c17-4e03-b77e-caa9f48fb4a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851208983'] for subnet, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:08.567517 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ea6c-4c17-4e03-b77e-caa9f48fb4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:08.863062 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ea6c-4c17-4e03-b77e-caa9f48fb4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2475423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363424'] for subnet, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:08.880659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-52c5d24e-428d-413d-b3ec-1b1d1656dd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:08.974777 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0ea6c-4c17-4e03-b77e-caa9f48fb4a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce5db2f-57b1-4108-8478-96d7342a9258,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:08.990454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f2b0ea6c-4c17-4e03-b77e-caa9f48fb4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:09.037361 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ea6c-4c17-4e03-b77e-caa9f48fb4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.053044 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f2b0ea6c-4c17-4e03-b77e-caa9f48fb4a3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5ce5db2f-57b1-4108-8478-96d7342a9258 HTTP/1.1" status: 204 len: 168 time: 0.6974001 Jan 24 09:31:09.053536 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48298) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:09.183184 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48304) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:09.184649 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.381340 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.397105 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.399133 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:31:09.403840 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] Usage tracker for resource:security_group_rule and tenant:247e60c6ee1a4b58bf94084fdd9ac792 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:31:09.407674 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:31:09.415312 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:31:09.533805 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.537046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.545552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d6cb6b1d-b8ac-4db3-acb2-58a73e7d16e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:09.593007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f47620-8a22-45ac-9682-c84f3e40053e,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:09.599422 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=247e60c6ee1a4b58bf94084fdd9ac792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150167 Jan 24 09:31:09.600628 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:09.601396 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48310) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:09.680137 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b069ff0-e3f1-49cf-ae3b-fd2f078a28ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.712305 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b069ff0-e3f1-49cf-ae3b-fd2f078a28ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.766687 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b069ff0-e3f1-49cf-ae3b-fd2f078a28ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.772644 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4ac7809e-2da2-4a76-9d27-4002a3b27cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:09.784507 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b069ff0-e3f1-49cf-ae3b-fd2f078a28ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f47620-8a22-45ac-9682-c84f3e40053e,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:09.790213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6b069ff0-e3f1-49cf-ae3b-fd2f078a28ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:09.792897 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b069ff0-e3f1-49cf-ae3b-fd2f078a28ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.798014 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-6b069ff0-e3f1-49cf-ae3b-fd2f078a28ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88f47620-8a22-45ac-9682-c84f3e40053e HTTP/1.1" status: 204 len: 168 time: 0.1954403 Jan 24 09:31:09.809405 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c867cd-d6ec-4768-888a-84bbdcc6cb4c']}} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:09.826138 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468f52b9-6da9-40c8-93ce-ea8ada6da088') {'for_net_delete': True} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:09.826739 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468f52b9-6da9-40c8-93ce-ea8ada6da088') {} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:09.843350 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541365'] for segment, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.866494 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:09.869665 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:31:10.108663 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Network 72c867cd-d6ec-4768-888a-84bbdcc6cb4c has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:31:10.123023 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852428107'] for segment, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.345652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Network 72c867cd-d6ec-4768-888a-84bbdcc6cb4c has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:31:10.350507 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48318) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:31:10.371952 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:31:10.377219 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9adb617f-c1b3-48c9-87a6-2d5433abc7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.404299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9adb617f-c1b3-48c9-87a6-2d5433abc7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:31:10.412363 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9adb617f-c1b3-48c9-87a6-2d5433abc7b7 admin admin] Usage tracker for resource:security_group_rule and tenant:3fce4699307e4c3b86572fa94172c10c is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:31:10.418433 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9adb617f-c1b3-48c9-87a6-2d5433abc7b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:31:10.430617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9adb617f-c1b3-48c9-87a6-2d5433abc7b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:31:10.481232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.490192 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e04f8cae-e957-4673-89ae-1639f2636c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:10.508090 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.515973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c867cd-d6ec-4768-888a-84bbdcc6cb4c,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:10.520035 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:10.524876 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-27160265-6f17-48fd-a9b1-fcb5f9fcf931 admin admin] 10.222.0.18 "DELETE /v2.0/networks/72c867cd-d6ec-4768-888a-84bbdcc6cb4c HTTP/1.1" status: 204 len: 168 time: 1.4701426 Jan 24 09:31:10.525580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48322) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:10.561137 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9adb617f-c1b3-48c9-87a6-2d5433abc7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.565039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9adb617f-c1b3-48c9-87a6-2d5433abc7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.574875 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a8b3a10b-1961-4012-b011-05c982b96b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:10.600702 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cf1b30-8167-4e02-9d60-fbe1ff6e3877 admin admin] Deleting subnet 963a227b-91cd-4f74-aaf8-e3038fdc4010 {{(pid=80073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:31:10.604658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86cf1b30-8167-4e02-9d60-fbe1ff6e3877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.621675 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9adb617f-c1b3-48c9-87a6-2d5433abc7b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fce4699307e4c3b86572fa94172c10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680020 Jan 24 09:31:10.622727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb617f-c1b3-48c9-87a6-2d5433abc7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9aac30-fb52-46a1-ab1c-02df574655f6,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:10.626232 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48326) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:10.629287 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9adb617f-c1b3-48c9-87a6-2d5433abc7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:10.665864 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86cf1b30-8167-4e02-9d60-fbe1ff6e3877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851234435'] for subnet, precommit_delete_associations {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.706224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8be5d542-baa8-47e3-befc-ca7d3c61e0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.731279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86cf1b30-8167-4e02-9d60-fbe1ff6e3877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.740481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8be5d542-baa8-47e3-befc-ca7d3c61e0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.790613 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8be5d542-baa8-47e3-befc-ca7d3c61e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.795057 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6b069ff0-e3f1-49cf-ae3b-fd2f078a28ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:10.810296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5d542-baa8-47e3-befc-ca7d3c61e0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9aac30-fb52-46a1-ab1c-02df574655f6,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:10.814167 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8be5d542-baa8-47e3-befc-ca7d3c61e0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:10.815113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8be5d542-baa8-47e3-befc-ca7d3c61e0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:10.819297 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8be5d542-baa8-47e3-befc-ca7d3c61e0b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e9aac30-fb52-46a1-ab1c-02df574655f6 HTTP/1.1" status: 204 len: 168 time: 0.1890745 Jan 24 09:31:11.030921 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86cf1b30-8167-4e02-9d60-fbe1ff6e3877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2347030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3509207'] for subnet, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.047203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69e20ebe-1dd5-46f1-85b9-c6d4de9e8a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:11.140778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf1b30-8167-4e02-9d60-fbe1ff6e3877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963a227b-91cd-4f74-aaf8-e3038fdc4010,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:11.154773 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-86cf1b30-8167-4e02-9d60-fbe1ff6e3877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:11.195056 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86cf1b30-8167-4e02-9d60-fbe1ff6e3877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.204134 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-86cf1b30-8167-4e02-9d60-fbe1ff6e3877 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/963a227b-91cd-4f74-aaf8-e3038fdc4010 HTTP/1.1" status: 204 len: 168 time: 0.6774232 Jan 24 09:31:11.206646 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48334) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:11.278024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48338) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:11.297896 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1733-529c-4ef7-a93f-dee371b7482d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.314762 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5a5c1733-529c-4ef7-a93f-dee371b7482d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:31:11.319189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5a5c1733-529c-4ef7-a93f-dee371b7482d admin admin] Usage tracker for resource:security_group_rule and tenant:ded500615ca444f48a5a0d3fd17bf119 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:31:11.322344 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5a5c1733-529c-4ef7-a93f-dee371b7482d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:31:11.328512 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5a5c1733-529c-4ef7-a93f-dee371b7482d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:31:11.353681 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.428332 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1733-529c-4ef7-a93f-dee371b7482d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.431488 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1733-529c-4ef7-a93f-dee371b7482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.442134 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-de5bac8a-a346-4644-8589-f6d2312167a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:11.493547 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5a5c1733-529c-4ef7-a93f-dee371b7482d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ded500615ca444f48a5a0d3fd17bf119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142534 Jan 24 09:31:11.494638 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c1733-529c-4ef7-a93f-dee371b7482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc4b024-549d-4407-bff5-43a710ba0c66,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:11.498123 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5a5c1733-529c-4ef7-a93f-dee371b7482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:11.499129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48342) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:11.555994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.568878 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-59ea7854-1449-4957-8782-5c9016964125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.603622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-59ea7854-1449-4957-8782-5c9016964125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.661152 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-59ea7854-1449-4957-8782-5c9016964125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.666763 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f9976e10-6270-41b8-98e0-06b60d5ba575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:11.679113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea7854-1449-4957-8782-5c9016964125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc4b024-549d-4407-bff5-43a710ba0c66,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:11.683262 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-59ea7854-1449-4957-8782-5c9016964125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:11.686815 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-59ea7854-1449-4957-8782-5c9016964125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.688298 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-59ea7854-1449-4957-8782-5c9016964125 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcc4b024-549d-4407-bff5-43a710ba0c66 HTTP/1.1" status: 204 len: 168 time: 0.1869543 Jan 24 09:31:11.692930 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e548b83-4908-4e21-a163-39eb935a305f']}} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:11.711511 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d2f6ea-42a4-4a20-9b8d-57f05e3f1eb8') {'for_net_delete': True} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:11.712604 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d2f6ea-42a4-4a20-9b8d-57f05e3f1eb8') {} {{(pid=80073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:11.739157 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3541365'] for segment, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.769020 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.771437 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:31:11.988685 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Network 5e548b83-4908-4e21-a163-39eb935a305f has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:31:12.005491 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852428107'] for segment, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:12.233910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Network 5e548b83-4908-4e21-a163-39eb935a305f has no segments {{(pid=80073) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:31:12.260310 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:31:12.353280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:12.356783 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:12.377011 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:12.386207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e548b83-4908-4e21-a163-39eb935a305f,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:12.389719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:12.392100 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f38c57cb-1d5d-4a77-b949-6dd01aa9382c admin admin] 10.222.0.18 "DELETE /v2.0/networks/5e548b83-4908-4e21-a163-39eb935a305f HTTP/1.1" status: 204 len: 168 time: 1.1843920 Jan 24 09:31:12.642752 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48364) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:12.699190 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c08d5181-0327-492c-a9db-d5802e2dcc4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e2f05acff3545c7a21d2b93c5629d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548398 Jan 24 09:31:12.703816 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48370) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:12.776440 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f81ab9f1-5b90-4582-9621-c0b081f8276c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:12.810712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f81ab9f1-5b90-4582-9621-c0b081f8276c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:12.878269 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f81ab9f1-5b90-4582-9621-c0b081f8276c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:12.883067 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-774d16ec-e613-40c5-be47-7e7ff55eb2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:12.898442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ab9f1-5b90-4582-9621-c0b081f8276c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac44863-2b8c-43fe-aca2-4fea706f6190,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:12.901946 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f81ab9f1-5b90-4582-9621-c0b081f8276c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:12.904203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f81ab9f1-5b90-4582-9621-c0b081f8276c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:12.905465 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f81ab9f1-5b90-4582-9621-c0b081f8276c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aac44863-2b8c-43fe-aca2-4fea706f6190 HTTP/1.1" status: 204 len: 168 time: 0.2004559 Jan 24 09:31:13.427068 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48396) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:13.505137 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-97128f3f-ed84-460a-84a2-3f7817fd3cc9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05fb7543b5b646568271c1255b40485c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761664 Jan 24 09:31:13.508080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48402) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:13.579242 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe28c9c6-fd64-446a-96fa-91699ebab527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:13.598732 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48406) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:13.609128 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe28c9c6-fd64-446a-96fa-91699ebab527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:13.660923 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe28c9c6-fd64-446a-96fa-91699ebab527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:13.670746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4c5d70cd-b041-4f10-8b8d-a77ea1faf90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:13.688843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28c9c6-fd64-446a-96fa-91699ebab527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5228b8f-ad94-48a8-9e8e-74b680f101bb,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:13.692356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fe28c9c6-fd64-446a-96fa-91699ebab527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:13.693712 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe28c9c6-fd64-446a-96fa-91699ebab527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:13.699566 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-fe28c9c6-fd64-446a-96fa-91699ebab527 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5228b8f-ad94-48a8-9e8e-74b680f101bb HTTP/1.1" status: 204 len: 168 time: 0.1900184 Jan 24 09:31:13.791031 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b40a-c26c-4f5e-901e-71902cf2a31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:13.808296 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9ae3b40a-c26c-4f5e-901e-71902cf2a31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:31:13.815361 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9ae3b40a-c26c-4f5e-901e-71902cf2a31a admin admin] Usage tracker for resource:security_group_rule and tenant:ceceb16d6bb643f28199ef8e6815497e is out of sync, need to count used quota {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:31:13.817777 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9ae3b40a-c26c-4f5e-901e-71902cf2a31a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80073) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:31:13.825147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9ae3b40a-c26c-4f5e-901e-71902cf2a31a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:31:13.935459 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b40a-c26c-4f5e-901e-71902cf2a31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:13.940675 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b40a-c26c-4f5e-901e-71902cf2a31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:13.951161 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-595674b6-55e6-4e77-b514-cf0ef559ee0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:13.998499 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9ae3b40a-c26c-4f5e-901e-71902cf2a31a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ceceb16d6bb643f28199ef8e6815497e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983943 Jan 24 09:31:14.000039 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3b40a-c26c-4f5e-901e-71902cf2a31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef07ba4d-ab0a-4377-9ef5-74533a85443e,revision_number=1']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:14.001948 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48416) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:14.004610 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9ae3b40a-c26c-4f5e-901e-71902cf2a31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:14.076508 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c60b5cc3-6add-4f5c-a1ec-d7ce1492917c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:14.117179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c60b5cc3-6add-4f5c-a1ec-d7ce1492917c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:14.173214 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c60b5cc3-6add-4f5c-a1ec-d7ce1492917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:14.178635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d650745a-cfb0-41a5-a49b-d3ae200d3303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:14.194280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b5cc3-6add-4f5c-a1ec-d7ce1492917c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef07ba4d-ab0a-4377-9ef5-74533a85443e,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:14.196781 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c60b5cc3-6add-4f5c-a1ec-d7ce1492917c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:14.197716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c60b5cc3-6add-4f5c-a1ec-d7ce1492917c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:14.201441 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-c60b5cc3-6add-4f5c-a1ec-d7ce1492917c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef07ba4d-ab0a-4377-9ef5-74533a85443e HTTP/1.1" status: 204 len: 168 time: 0.1958160 Jan 24 09:31:15.361980 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:31:19.220734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48528) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:19.381441 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.397540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:31:19.401680 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:58ac3454356649e287fd0f2e80884c2e is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:31:19.405070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:31:19.412188 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:31:19.507632 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.510736 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.521335 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5c15441f-b043-4533-a743-93b5527588d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:19.568580 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58ac3454356649e287fd0f2e80884c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466027 Jan 24 09:31:19.569603 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7281d00-b9a1-4886-83d3-2c104fbe82c2,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:19.571472 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48538) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:19.573030 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:19.641830 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-54c30a83-b341-43cd-a7a7-d89f466d8091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.671274 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-54c30a83-b341-43cd-a7a7-d89f466d8091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.720195 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-54c30a83-b341-43cd-a7a7-d89f466d8091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.725902 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f216cd0f-8a6f-48aa-89b3-4a13b52cd081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:19.740971 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c30a83-b341-43cd-a7a7-d89f466d8091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7281d00-b9a1-4886-83d3-2c104fbe82c2,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:19.750688 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-54c30a83-b341-43cd-a7a7-d89f466d8091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:19.751708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-54c30a83-b341-43cd-a7a7-d89f466d8091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.755241 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-54c30a83-b341-43cd-a7a7-d89f466d8091 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7281d00-b9a1-4886-83d3-2c104fbe82c2 HTTP/1.1" status: 204 len: 168 time: 0.1815627 Jan 24 09:31:19.762163 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48546) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:19.928875 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.949706 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:31:19.954756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] Usage tracker for resource:security_group_rule and tenant:6cfa5cff5aab4bbc8b8823f2a618e602 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:31:19.957911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:31:19.963918 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:31:20.054053 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.058506 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.069700 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-36c5fc71-454a-4f80-ade6-24b060101a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:20.117427 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cfa5cff5aab4bbc8b8823f2a618e602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539348 Jan 24 09:31:20.119444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bead3098-3d29-4317-a830-3d700f73d3bc,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:20.120753 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48554) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:20.123109 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:20.144043 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48558) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:20.166110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8941cd24-d353-45c3-8413-ab6af33db2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.184142 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8941cd24-d353-45c3-8413-ab6af33db2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:31:20.189365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8941cd24-d353-45c3-8413-ab6af33db2fc admin admin] Usage tracker for resource:security_group_rule and tenant:1c47e426b3dd42179b80076763041674 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:31:20.192623 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8941cd24-d353-45c3-8413-ab6af33db2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:31:20.196080 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5403e802-1368-4ad0-b3ff-c88a39f76af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.198672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8941cd24-d353-45c3-8413-ab6af33db2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:31:20.227806 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5403e802-1368-4ad0-b3ff-c88a39f76af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.282274 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5403e802-1368-4ad0-b3ff-c88a39f76af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.287977 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9db91b47-17c9-494f-8a21-023a5d2d030e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:20.292406 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8941cd24-d353-45c3-8413-ab6af33db2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.295384 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8941cd24-d353-45c3-8413-ab6af33db2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.303100 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403e802-1368-4ad0-b3ff-c88a39f76af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bead3098-3d29-4317-a830-3d700f73d3bc,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:20.305755 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3b886092-5c8b-4043-b3d9-761c0ee9543e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:20.305925 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5403e802-1368-4ad0-b3ff-c88a39f76af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:20.311063 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5403e802-1368-4ad0-b3ff-c88a39f76af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.316008 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5403e802-1368-4ad0-b3ff-c88a39f76af2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bead3098-3d29-4317-a830-3d700f73d3bc HTTP/1.1" status: 204 len: 168 time: 0.1915715 Jan 24 09:31:20.358919 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8941cd24-d353-45c3-8413-ab6af33db2fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c47e426b3dd42179b80076763041674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127240 Jan 24 09:31:20.362116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941cd24-d353-45c3-8413-ab6af33db2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9335f50c-c107-4e0d-80b3-04d37664319a,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:20.363046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48564) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:20.366299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8941cd24-d353-45c3-8413-ab6af33db2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:20.432052 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-109efc3c-7552-4295-9398-d948f9cf2556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.462928 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-109efc3c-7552-4295-9398-d948f9cf2556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.520475 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-109efc3c-7552-4295-9398-d948f9cf2556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.526641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f81ab9f1-5b90-4582-9621-c0b081f8276c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:20.545738 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109efc3c-7552-4295-9398-d948f9cf2556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9335f50c-c107-4e0d-80b3-04d37664319a,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:20.558968 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-109efc3c-7552-4295-9398-d948f9cf2556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:20.559949 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-109efc3c-7552-4295-9398-d948f9cf2556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.564800 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-109efc3c-7552-4295-9398-d948f9cf2556 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9335f50c-c107-4e0d-80b3-04d37664319a HTTP/1.1" status: 204 len: 168 time: 0.1972125 Jan 24 09:31:24.363428 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:25.474267 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-97b27860-5062-45b4-990a-1bf6bf5b2f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:28.009921 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-965bcc27-b138-434b-8305-f199f98ad747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:28.439978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:29.577666 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:29.980159 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:32.111045 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-4ddbca17-3951-424c-9cdd-01e483ce3470 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/floatingips/3ab999b4-ae01-41f7-afc1-258e1b358b4e HTTP/1.1" status: 200 len: 998 time: 0.1245646 Jan 24 09:31:32.309625 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-f15d5dc0-1b93-4784-992d-75009a65b6b9 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:32.311144 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-f15d5dc0-1b93-4784-992d-75009a65b6b9 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/networks/de65dbf3-a864-41cb-b58d-918771c2a6a0 HTTP/1.1" status: 200 len: 784 time: 0.1911619 Jan 24 09:31:32.432192 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-29d00aa6-958e-4234-a847-1fbfc7321608 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.3.26 HTTP/1.1" status: 200 len: 1001 time: 0.1140563 Jan 24 09:31:32.546247 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-b58d6d85-2112-454a-b059-a57a44f3ddc5 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:32.547886 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-b58d6d85-2112-454a-b059-a57a44f3ddc5 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports/5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 943 time: 0.1096785 Jan 24 09:31:32.753801 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-2178eecc-f1ca-4fd4-a51c-248dbe32992c tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.28.3.26 HTTP/1.1" status: 200 len: 1001 time: 0.1213963 Jan 24 09:31:32.981066 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Deleting port dfb3eeca-9142-47ef-a09b-af4379868f79 {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:32.981442 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:33.188262 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:33.188801 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for floatingip, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:33.324910 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Calling delete_port for dfb3eeca-9142-47ef-a09b-af4379868f79 owned by network:floatingip {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:33.481408 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:33.738668 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12ad474d-a385-4b79-9f4b-e136bd1898ee tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:33.834528 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Pushing event deleted for resources: {'Port': ['ID=dfb3eeca-9142-47ef-a09b-af4379868f79,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:33.837796 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:33.977059 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for floatingip, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:33.977438 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.db.l3_db [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Floating IP 3ab999b4-ae01-41f7-afc1-258e1b358b4e disassociated (deleted). External IP: 172.28.3.26, port: 5d171a9e-e9bc-4d98-965e-37b15e7af1dd. Jan 24 09:31:34.473024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Router 776bcee7-b9e9-4308-938f-9ec767ce395c has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:31:34.690684 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:31:34.701658 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] Sync routers for ids ['776bcee7-b9e9-4308-938f-9ec767ce395c'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:31:34.717516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] Routers {'776bcee7-b9e9-4308-938f-9ec767ce395c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:34.718224 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:31:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['776bcee7-b9e9-4308-938f-9ec767ce395c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:34.718530 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for floatingip, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:34.788445 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-a770cab7-360b-4dbf-9f61-55f5e2f1fad2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "DELETE /v2.0/floatingips/3ab999b4-ae01-41f7-afc1-258e1b358b4e HTTP/1.1" status: 204 len: 173 time: 2.0282109 Jan 24 09:31:34.789032 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:31:34.856107 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'status': 'completed', 'code': 200} Jan 24 09:31:34.927121 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] Set router 776bcee7-b9e9-4308-938f-9ec767ce395c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:34.935364 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-9f6ecbbf-6eb0-42b2-be7a-14f190618eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:34.942931 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-9f6ecbbf-6eb0-42b2-be7a-14f190618eab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1163 time: 0.1398983 Jan 24 09:31:35.092821 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-80782048-5c79-4f0d-a3ce-8ddf0d98df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:35.094660 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-80782048-5c79-4f0d-a3ce-8ddf0d98df0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 1163 time: 0.2122626 Jan 24 09:31:35.194767 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-7d5baf47-12f9-436b-9b01-d15926816c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:35.196358 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-7d5baf47-12f9-436b-9b01-d15926816c6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 200 len: 902 time: 0.2526383 Jan 24 09:31:35.290133 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-0c691cdb-e57f-491a-8c98-d94340262f1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 217 time: 0.0856123 Jan 24 09:31:35.291739 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:41Z', 'revision_number': 5, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:35.296444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] Checking router: 776bcee7-b9e9-4308-938f-9ec767ce395c for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:31:35.305693 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] Routers {'776bcee7-b9e9-4308-938f-9ec767ce395c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:35.306557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:31:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['776bcee7-b9e9-4308-938f-9ec767ce395c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:35.394259 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-0cc0a883-952a-417d-8174-8157dff11cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:35.395982 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-0cc0a883-952a-417d-8174-8157dff11cdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 200 len: 902 time: 0.2914445 Jan 24 09:31:35.473101 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-969217f1-e06d-44df-82b4-729bd429f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:35.474962 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-969217f1-e06d-44df-82b4-729bd429f530 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=614d4951-5496-4800-8529-a26454b81005 HTTP/1.1" status: 200 len: 847 time: 0.1650581 Jan 24 09:31:35.476452 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-450c5fa4-036b-4551-a7cc-c43b91cf1ee2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 200 len: 217 time: 0.0737748 Jan 24 09:31:35.517951 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] Set router 776bcee7-b9e9-4308-938f-9ec767ce395c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:35.615728 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-b26ed37d-7053-4c98-85d9-c2360c5aea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:35.617331 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-b26ed37d-7053-4c98-85d9-c2360c5aea39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=614d4951-5496-4800-8529-a26454b81005 HTTP/1.1" status: 200 len: 847 time: 0.1350763 Jan 24 09:31:35.690895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-704097dd-990c-4093-b3ec-04592ee1036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:35.692581 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-704097dd-990c-4093-b3ec-04592ee1036f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b62ca119-e5af-4450-bd62-08f453d0ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2078850 Jan 24 09:31:35.807728 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-cf29f12f-dfb4-4f90-89b5-163dd82cc0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:35.809405 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-cf29f12f-dfb4-4f90-89b5-163dd82cc0a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b62ca119-e5af-4450-bd62-08f453d0ad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1833920 Jan 24 09:31:35.880071 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:41Z', 'revision_number': 5, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:35.884293 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f2ead-5165-45f5-9a81-f9744dca6dd8 None None] The sync data for ids ['776bcee7-b9e9-4308-938f-9ec767ce395c'] in dv-cinder-772181-7-smb is: [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:26:25Z', 'revision_number': 4, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb', '_interfaces': [{'id': 'bda98b98-01a1-4fc6-9fd6-92f52999a3ac', 'name': '', 'network_id': 'b62ca119-e5af-4450-bd62-08f453d0ad89', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'mac_address': 'fa:16:3e:4d:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '614d4951-5496-4800-8529-a26454b81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:23Z', 'updated_at': '2021-01-24T09:26:41Z', 'revision_number': 5, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'subnets': [{'id': '614d4951-5496-4800-8529-a26454b81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:31:35.909142 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48676) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:35.989887 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-b0f47a7d-55f3-4e0f-b756-56d3c5e239f6 service neutron] 10.222.0.18 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835634 Jan 24 09:31:36.088960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c96d911-e867-4e61-928a-0837791f89a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:36.111357 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5c96d911-e867-4e61-928a-0837791f89a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:31:36.111589 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-7a1f327f-403f-4474-98d6-48c5e13d53ce service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949178 Jan 24 09:31:36.116246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5c96d911-e867-4e61-928a-0837791f89a8 admin admin] Usage tracker for resource:security_group_rule and tenant:c563c828050f49968aa9683c430880c7 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:31:36.119905 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5c96d911-e867-4e61-928a-0837791f89a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:31:36.127239 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5c96d911-e867-4e61-928a-0837791f89a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:31:36.229995 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c96d911-e867-4e61-928a-0837791f89a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:36.234771 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5c96d911-e867-4e61-928a-0837791f89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:36.245046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9b50bfa7-613b-4c1a-b5c4-230b08a24c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:36.296518 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5c96d911-e867-4e61-928a-0837791f89a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c563c828050f49968aa9683c430880c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849483 Jan 24 09:31:36.297602 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96d911-e867-4e61-928a-0837791f89a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ecca50-9619-4fdc-ad54-bd204d54ca18,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:36.300310 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48682) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:36.303330 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5c96d911-e867-4e61-928a-0837791f89a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:36.318392 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d91149-e78c-4618-9424-433154d74202 None None] New status for floating IP 3ab999b4-ae01-41f7-afc1-258e1b358b4e: DOWN {{(pid=80075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:31:36.375237 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a7968287-cf3e-4f2c-b409-c12dc0bc9f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:36.407041 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a7968287-cf3e-4f2c-b409-c12dc0bc9f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:36.463795 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a7968287-cf3e-4f2c-b409-c12dc0bc9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:36.471175 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8be5d542-baa8-47e3-befc-ca7d3c61e0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:36.489593 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7968287-cf3e-4f2c-b409-c12dc0bc9f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ecca50-9619-4fdc-ad54-bd204d54ca18,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:36.492720 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a7968287-cf3e-4f2c-b409-c12dc0bc9f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:36.509204 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a7968287-cf3e-4f2c-b409-c12dc0bc9f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:36.509655 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-da4b7d8e-b8d9-4c4f-9c3d-bb6d566784bd req-af4867ec-714c-46bb-9a51-78103e1fd2e3 service neutron] 10.222.0.18 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5118625 Jan 24 09:31:36.511119 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-a7968287-cf3e-4f2c-b409-c12dc0bc9f4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2ecca50-9619-4fdc-ad54-bd204d54ca18 HTTP/1.1" status: 204 len: 168 time: 0.2097876 Jan 24 09:31:36.552729 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-bad5b245-5119-4a27-98b1-df36ebc500a2 req-2e4aa47f-f3d8-4107-99e6-a92aee080f61 service neutron] 10.222.0.13 "GET /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4329717 Jan 24 09:31:37.023756 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180be9d5-5f67-413d-ba6b-b15c7cfd3e6f req-336dc380-e5b0-424c-94be-361d726ae13e tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:37.024575 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-180be9d5-5f67-413d-ba6b-b15c7cfd3e6f req-336dc380-e5b0-424c-94be-361d726ae13e tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Synchronizing usage tracker for tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:31:37.040865 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-180be9d5-5f67-413d-ba6b-b15c7cfd3e6f req-336dc380-e5b0-424c-94be-361d726ae13e tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Unset dirty status for tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:31:37.042074 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-180be9d5-5f67-413d-ba6b-b15c7cfd3e6f req-336dc380-e5b0-424c-94be-361d726ae13e tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.1485074 Jan 24 09:31:37.111155 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-180be9d5-5f67-413d-ba6b-b15c7cfd3e6f req-0344ee4b-1779-4091-8dc3-0b105f3079cc tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0595489 Jan 24 09:31:38.163451 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5d171a9e-e9bc-4d98-965e-37b15e7af1dd up at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:31:38.310782 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Provisioning complete for port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd triggered by entity L2. {{(pid=80075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:31:38.311754 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818004'] for port, provisioning_complete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:38.409881 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e930c0c-473d-4ff3-bfec-d9ca888404b4 req-b401c015-abc2-477d-a7f4-5e8d8c8ef741 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:38.411586 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8e930c0c-473d-4ff3-bfec-d9ca888404b4 req-b401c015-abc2-477d-a7f4-5e8d8c8ef741 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.1519063 Jan 24 09:31:38.441254 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-4bfeade3-79c5-4725-bb5a-f3b07cc1b494 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:38.442946 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-4bfeade3-79c5-4725-bb5a-f3b07cc1b494 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.13 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 946 time: 0.2853408 Jan 24 09:31:38.559444 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-8e930c0c-473d-4ff3-bfec-d9ca888404b4 req-14ce6b20-f1a8-444f-88dc-8d270651526e tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups?id=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1152754 Jan 24 09:31:38.573639 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Deleting port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd {{(pid=80073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:38.574044 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:38.878236 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] For port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:38.878682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:39.016241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Calling delete_port for 5d171a9e-e9bc-4d98-965e-37b15e7af1dd owned by compute:nova {{(pid=80073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:39.183037 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2347714'] for port, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:39.198944 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-16ba4f15-767b-4c8b-bc36-09b97c7a96e7 tempest-TestMinimumBasicScenario-441473453 tempest-TestMinimumBasicScenario-441473453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:39.251973 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Pushing event deleted for resources: {'Port': ['ID=5d171a9e-e9bc-4d98-965e-37b15e7af1dd,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:39.318849 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.319264 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.319676 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.320079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.320481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.320880 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.321275 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.321670 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.322067 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.322552 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.322997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.323395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.323857 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.324250 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.324642 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.325030 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.325416 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.325808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.326195 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.327172 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.327568 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.327959 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.328348 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.328735 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:39.334677 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:39.455203 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] No DVR routers for this DVR port 5d171a9e-e9bc-4d98-965e-37b15e7af1dd on host hv-cinder-77218 {{(pid=80073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:31:39.457516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243694'] for port, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:39.460466 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'name': 'network-vif-deleted', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd'}] {{(pid=80073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:31:39.476864 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-716199bc-3960-4843-98e2-ad3ce2c3f82a req-34ebb422-2441-4385-bcec-5e4c5b0f5fea tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.13 "DELETE /v2.0/ports/5d171a9e-e9bc-4d98-965e-37b15e7af1dd HTTP/1.1" status: 204 len: 173 time: 1.0149446 Jan 24 09:31:39.530590 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cc3f56-10ae-472a-bcf3-6def245b7e68', 'name': 'network-vif-deleted', 'tag': '5d171a9e-e9bc-4d98-965e-37b15e7af1dd', 'status': 'completed', 'code': 200} Jan 24 09:31:39.763694 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ed2b98a9-42ca-4caa-bbcb-c0727c2bf479 req-34833709-e446-49a1-bfdb-e93879b9aec2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Synchronizing usage tracker for tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 on resource:port {{(pid=80073) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:31:39.780657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ed2b98a9-42ca-4caa-bbcb-c0727c2bf479 req-34833709-e446-49a1-bfdb-e93879b9aec2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Unset dirty status for tenant:b929a8ec5eeb4a2a8b9b16715b648ee9 on resource:port {{(pid=80073) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:31:39.782011 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-ed2b98a9-42ca-4caa-bbcb-c0727c2bf479 req-34833709-e446-49a1-bfdb-e93879b9aec2 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/ports?device_id=42cc3f56-10ae-472a-bcf3-6def245b7e68 HTTP/1.1" status: 200 len: 210 time: 0.0710168 Jan 24 09:31:40.132012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5d171a9e-e9bc-4d98-965e-37b15e7af1dd no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:40.175964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] No Port match for: 5d171a9e-e9bc-4d98-965e-37b15e7af1dd {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:31:40.175964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Device 5d171a9e-e9bc-4d98-965e-37b15e7af1dd not bound to the agent host hv-cinder-77218 {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:40.984321 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2f9248b6-e28e-4465-924e-6e193f33ba53 req-40f500d3-6be5-4119-a90e-939b310a7765 tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "GET /v2.0/security-groups/1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1 HTTP/1.1" status: 200 len: 2991 time: 0.0589547 Jan 24 09:31:41.073618 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2f9248b6-e28e-4465-924e-6e193f33ba53 req-29c094e3-f77c-4a89-b0ee-b575f7ffa96a tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:41.110439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2f9248b6-e28e-4465-924e-6e193f33ba53 req-29c094e3-f77c-4a89-b0ee-b575f7ffa96a tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:41.166202 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2f9248b6-e28e-4465-924e-6e193f33ba53 req-29c094e3-f77c-4a89-b0ee-b575f7ffa96a tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:41.172156 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6309b5df-a61f-4ae4-a9df-fe06c4c4f967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:41.190395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c094e3-f77c-4a89-b0ee-b575f7ffa96a tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:41.197808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-29c094e3-f77c-4a89-b0ee-b575f7ffa96a tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:41.200040 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2f9248b6-e28e-4465-924e-6e193f33ba53 req-29c094e3-f77c-4a89-b0ee-b575f7ffa96a tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:41.201294 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [req-2f9248b6-e28e-4465-924e-6e193f33ba53 req-29c094e3-f77c-4a89-b0ee-b575f7ffa96a tempest-TestShelveInstance-514353924 tempest-TestShelveInstance-514353924] 10.222.0.18 "DELETE /v2.0/security-groups/1cb9e98b-bcb8-4a5d-81ab-b90b9300d5b1 HTTP/1.1" status: 204 len: 173 time: 0.2107058 Jan 24 09:31:41.267029 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48782) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:42.371380 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637928'] for router_interface, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:42.765820 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Deleting port bda98b98-01a1-4fc6-9fd6-92f52999a3ac {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:42.766235 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:42.967734 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] For port bda98b98-01a1-4fc6-9fd6-92f52999a3ac, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=bda98b98-01a1-4fc6-9fd6-92f52999a3ac,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:42.968199 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:43.113388 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Calling delete_port for bda98b98-01a1-4fc6-9fd6-92f52999a3ac owned by network:router_interface {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:43.301908 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:43.317382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a741dc96-3bbd-4a17-a3e2-2904e5310ae9 tempest-AttachVolumeTestJSON-1341679259 tempest-AttachVolumeTestJSON-1341679259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:43.415006 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda98b98-01a1-4fc6-9fd6-92f52999a3ac,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:43.429191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.429617 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.430036 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.430473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.430885 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.431294 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.431696 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.432098 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.432500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.432901 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.433299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.433695 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.434160 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.434585 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.434985 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.435382 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.436418 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.437012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.437481 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.437884 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.438289 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.438716 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.439116 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.439513 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:43.452493 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:43.767496 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637778'] for router_interface, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:44.292695 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Router 776bcee7-b9e9-4308-938f-9ec767ce395c has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:31:44.487516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:31:44.497103 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] Sync routers for ids ['776bcee7-b9e9-4308-938f-9ec767ce395c'] in dv-cinder-772181-7-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:31:44.505584 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d2e2a17c-226b-4554-8177-fc5e8e4a2b24 admin admin] 10.222.0.18 "PUT /v2.0/routers/776bcee7-b9e9-4308-938f-9ec767ce395c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2376468 Jan 24 09:31:44.507843 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] Routers {'776bcee7-b9e9-4308-938f-9ec767ce395c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:44.508249 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48794) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:44.508586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:31:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['776bcee7-b9e9-4308-938f-9ec767ce395c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:44.704555 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] Set router 776bcee7-b9e9-4308-938f-9ec767ce395c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:44.992874 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Notify callbacks [] for router, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:45.197089 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:45.203714 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Deleting port d886b73c-970a-430c-b4bb-2b42abc51c0f {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:45.204523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:45.392777 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:31:43Z', 'revision_number': 5, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:45.400820 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] Checking router: 776bcee7-b9e9-4308-938f-9ec767ce395c for host: dv-cinder-772181-7-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:31:45.404580 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] For port d886b73c-970a-430c-b4bb-2b42abc51c0f, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=d886b73c-970a-430c-b4bb-2b42abc51c0f,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:45.404996 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:45.418126 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] Routers {'776bcee7-b9e9-4308-938f-9ec767ce395c'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:45.418832 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:31:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['776bcee7-b9e9-4308-938f-9ec767ce395c'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:45.541562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Calling delete_port for d886b73c-970a-430c-b4bb-2b42abc51c0f owned by network:router_gateway {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:45.625876 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] Set router 776bcee7-b9e9-4308-938f-9ec767ce395c gateway port host: dv-cinder-772181-7-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:45.684048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:45.881764 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854139424'] for router_gateway, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:45.939444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:31:43Z', 'revision_number': 5, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:45.944597 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8445a4d-05e1-4489-aede-0fe1afa0f93f None None] The sync data for ids ['776bcee7-b9e9-4308-938f-9ec767ce395c'] in dv-cinder-772181-7-smb is: [{'id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'name': 'tempest-TestShelveInstance-810347288-router', 'tenant_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:16Z', 'updated_at': '2021-01-24T09:31:43Z', 'revision_number': 5, 'project_id': 'b929a8ec5eeb4a2a8b9b16715b648ee9', 'gw_port': {'id': 'd886b73c-970a-430c-b4bb-2b42abc51c0f', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bcee7-b9e9-4308-938f-9ec767ce395c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:18Z', 'updated_at': '2021-01-24T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:31:46.022395 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854152156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770398'] for router, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:46.024873 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:46.067470 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626071'] for router, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:46.068087 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 776bcee7-b9e9-4308-938f-9ec767ce395c {{(pid=80074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:31:46.086007 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:46.087337 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-230fc2a2-3313-4092-a077-e2b79e243b45 admin admin] 10.222.0.18 "DELETE /v2.0/routers/776bcee7-b9e9-4308-938f-9ec767ce395c HTTP/1.1" status: 204 len: 168 time: 1.5780933 Jan 24 09:31:46.090099 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48802) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:46.160911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-851051ba-86da-45cf-b18e-e742222f81a5 admin admin] Deleting subnet 614d4951-5496-4800-8529-a26454b81005 {{(pid=80074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:31:46.164244 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-851051ba-86da-45cf-b18e-e742222f81a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:46.218298 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-851051ba-86da-45cf-b18e-e742222f81a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851208983'] for subnet, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:46.311900 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-851051ba-86da-45cf-b18e-e742222f81a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:46.593168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-851051ba-86da-45cf-b18e-e742222f81a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2475423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363424'] for subnet, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:46.615630 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8ef1f032-65b4-4ece-b4cc-31098aa957f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:46.703933 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851051ba-86da-45cf-b18e-e742222f81a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614d4951-5496-4800-8529-a26454b81005,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:46.720778 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-851051ba-86da-45cf-b18e-e742222f81a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:46.756780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-851051ba-86da-45cf-b18e-e742222f81a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:46.762517 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f53b55-db1b-4387-9613-436c3acb4f71 None None] Network b62ca119-e5af-4450-bd62-08f453d0ad89 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:31:46.763193 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-851051ba-86da-45cf-b18e-e742222f81a5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/614d4951-5496-4800-8529-a26454b81005 HTTP/1.1" status: 204 len: 168 time: 0.6717050 Jan 24 09:31:46.766491 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48806) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:46.903822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:46.979560 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Deleting port 764dc37e-2538-4652-9657-e0ba7eff20d6 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:46.979916 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:47.066424 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] DHCP port deletion for b62ca119-e5af-4450-bd62-08f453d0ad89 request from dv-cinder-772181-7-smb {{(pid=80075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:31:47.072058 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] Deleting port 764dc37e-2538-4652-9657-e0ba7eff20d6 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:47.072927 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:47.241347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] For port 764dc37e-2538-4652-9657-e0ba7eff20d6, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=764dc37e-2538-4652-9657-e0ba7eff20d6,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:47.241780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:47.338500 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device d886b73c-970a-430c-b4bb-2b42abc51c0f no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:47.391083 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: d886b73c-970a-430c-b4bb-2b42abc51c0f {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:31:47.391473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device d886b73c-970a-430c-b4bb-2b42abc51c0f not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:47.391947 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device bda98b98-01a1-4fc6-9fd6-92f52999a3ac no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:47.408084 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Calling delete_port for 764dc37e-2538-4652-9657-e0ba7eff20d6 owned by network:dhcp {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:47.433216 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: bda98b98-01a1-4fc6-9fd6-92f52999a3ac {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:31:47.433612 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device bda98b98-01a1-4fc6-9fd6-92f52999a3ac not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:47.434088 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 764dc37e-2538-4652-9657-e0ba7eff20d6 no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:47.470291 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] For port 764dc37e-2538-4652-9657-e0ba7eff20d6, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=764dc37e-2538-4652-9657-e0ba7eff20d6,segment=NetworkSegment(976b5c1d-1f09-47c7-9218-9694d4037c64),segment_id=976b5c1d-1f09-47c7-9218-9694d4037c64)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:47.470885 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:47.494765 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:47.510748 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:47.612870 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Pushing event deleted for resources: {'Port': ['ID=764dc37e-2538-4652-9657-e0ba7eff20d6,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:47.622218 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:47.645950 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] Calling delete_port for 764dc37e-2538-4652-9657-e0ba7eff20d6 owned by network:dhcp {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:47.674179 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] No DVR routers for this DVR port 764dc37e-2538-4652-9657-e0ba7eff20d6 on host dv-cinder-772181-7-smb {{(pid=80074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:31:47.703941 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No active binding found for port 764dc37e-2538-4652-9657-e0ba7eff20d6 {{(pid=80075) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 24 09:31:47.704368 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 764dc37e-2538-4652-9657-e0ba7eff20d6 not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:47.741837 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:31:47.742255 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:31:47.824616 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:47.963939 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62ca119-e5af-4450-bd62-08f453d0ad89']}} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:47.979639 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976b5c1d-1f09-47c7-9218-9694d4037c64') {'for_net_delete': True} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:47.979981 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976b5c1d-1f09-47c7-9218-9694d4037c64') {} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:48.000228 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3566817'] for segment, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:48.021098 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:48.024911 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:31:48.230994 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Network b62ca119-e5af-4450-bd62-08f453d0ad89 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:31:48.241727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852299972'] for segment, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:48.244367 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] Deleting port 764dc37e-2538-4652-9657-e0ba7eff20d6 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:48.244895 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:48.363393 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-446a0669-5f68-4b67-81a0-9fbbd79f4251 None None] The port '764dc37e-2538-4652-9657-e0ba7eff20d6' was deleted {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:31:48.449738 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Network b62ca119-e5af-4450-bd62-08f453d0ad89 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:31:48.474978 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:31:48.561066 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:48.565113 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:48.581677 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:48.588350 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Pushing event deleted for resources: {'Network': ['ID=b62ca119-e5af-4450-bd62-08f453d0ad89,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:48.593520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:48.599933 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-86070dfb-6706-4089-91bf-918dbf69190f admin admin] 10.222.0.18 "DELETE /v2.0/networks/b62ca119-e5af-4450-bd62-08f453d0ad89 HTTP/1.1" status: 204 len: 168 time: 1.8324332 Jan 24 09:31:48.603108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48814) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:49.461907 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-637928'] for router_interface, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:49.865863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Deleting port 374d5a7e-2521-4223-a52e-c9f469fe4072 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:49.866243 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:50.053942 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] For port 374d5a7e-2521-4223-a52e-c9f469fe4072, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=374d5a7e-2521-4223-a52e-c9f469fe4072,segment=NetworkSegment(a538f7a0-5444-46dc-b5b0-687ea540e9bd),segment_id=a538f7a0-5444-46dc-b5b0-687ea540e9bd)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:50.054365 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:50.191210 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Calling delete_port for 374d5a7e-2521-4223-a52e-c9f469fe4072 owned by network:router_interface {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:50.371520 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:50.388576 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:50.489107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=374d5a7e-2521-4223-a52e-c9f469fe4072,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:50.493400 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:50.813979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-637778'] for router_interface, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:51.347652 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Router da600e49-80df-42fc-adc7-220af84ab0af has already been hosted by L3 agent d2cf8948-a6ff-409a-969e-9c40c1e2b09e {{(pid=80074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:31:51.553048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-smb the message routers_updated {{(pid=80074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:31:51.564531 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] Sync routers for ids ['da600e49-80df-42fc-adc7-220af84ab0af'] in dv-cinder-772181-7-smb {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:31:51.565027 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-b3d3d7f3-1311-4475-bac3-dc85854196f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/da600e49-80df-42fc-adc7-220af84ab0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9607763 Jan 24 09:31:51.567626 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48836) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:51.576692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] Routers {'da600e49-80df-42fc-adc7-220af84ab0af'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:51.577713 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:31:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['da600e49-80df-42fc-adc7-220af84ab0af'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:51.769125 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Notify callbacks [] for router, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:51.789274 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] Set router da600e49-80df-42fc-adc7-220af84ab0af gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:51.966998 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:51.972554 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Deleting port 450f018c-4840-4cf9-97e6-7b8a0230d815 {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:51.972926 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:52.108557 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'name': 'tempest-TestShelveInstance-2005344888-router', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:37Z', 'updated_at': '2021-01-24T09:31:50Z', 'revision_number': 5, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'gw_port': {'id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:40Z', 'updated_at': '2021-01-24T09:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:52.113458 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] Checking router: da600e49-80df-42fc-adc7-220af84ab0af for host: dv-cinder-772181-7-smb {{(pid=80075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:31:52.124049 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] Routers {'da600e49-80df-42fc-adc7-220af84ab0af'} bound to L3 agent in host dv-cinder-772181-7-smb {{(pid=80075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:52.124738 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:58Z,description=,heartbeat_timestamp=2021-01-24T09:31:28Z,host='dv-cinder-772181-7-smb',id=d2cf8948-a6ff-409a-969e-9c40c1e2b09e,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:58Z,topic='l3_agent')) {'router_ids': ['da600e49-80df-42fc-adc7-220af84ab0af'], 'active': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:52.340525 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] Set router da600e49-80df-42fc-adc7-220af84ab0af gateway port host: dv-cinder-772181-7-smb {{(pid=80075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:52.352690 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:31:52.492014 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] For port 450f018c-4840-4cf9-97e6-7b8a0230d815, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=450f018c-4840-4cf9-97e6-7b8a0230d815,segment=NetworkSegment(b0f9d660-5508-48fa-a68d-f003812f3439),segment_id=b0f9d660-5508-48fa-a68d-f003812f3439)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:52.492405 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:52.632535 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Calling delete_port for 450f018c-4840-4cf9-97e6-7b8a0230d815 owned by network:router_gateway {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:52.776046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:52.830766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'name': 'tempest-TestShelveInstance-2005344888-router', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:37Z', 'updated_at': '2021-01-24T09:31:50Z', 'revision_number': 5, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'gw_port': {'id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:40Z', 'updated_at': '2021-01-24T09:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}], 'dv-cinder-772181-7-smb', False) {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:52.835191 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c35a73-d515-4b84-8804-1c43b3a89af5 None None] The sync data for ids ['da600e49-80df-42fc-adc7-220af84ab0af'] in dv-cinder-772181-7-smb is: [{'id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'name': 'tempest-TestShelveInstance-2005344888-router', 'tenant_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'external_fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:26:37Z', 'updated_at': '2021-01-24T09:31:50Z', 'revision_number': 5, 'project_id': '0dc64dc172b54b7a80c4bcc31cbfa1b7', 'gw_port': {'id': '450f018c-4840-4cf9-97e6-7b8a0230d815', 'name': '', 'network_id': 'de65dbf3-a864-41cb-b58d-918771c2a6a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da600e49-80df-42fc-adc7-220af84ab0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:26:40Z', 'updated_at': '2021-01-24T09:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c38cbf1-dbf2-439e-b606-3ec79ddb1ba3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-smb'}] {{(pid=80075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:31:52.976517 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854139424'] for router_gateway, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.123863 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854152156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770398'] for router, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.126170 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.146521 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626071'] for router, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.147161 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Fanout notify agent at l3_agent the message router_deleted on router da600e49-80df-42fc-adc7-220af84ab0af {{(pid=80074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:31:53.160469 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] Notify callbacks [] for router, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.161704 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-fd42a6c3-73fd-43a3-bb09-f5c3895d167b admin admin] 10.222.0.18 "DELETE /v2.0/routers/da600e49-80df-42fc-adc7-220af84ab0af HTTP/1.1" status: 204 len: 168 time: 1.5930822 Jan 24 09:31:53.164450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48846) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:53.232822 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec07a2f-ea1d-44ae-a776-5ed4af44b2b0 admin admin] Deleting subnet 5141bf61-1b38-438e-8c7b-f38931b0b321 {{(pid=80074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:31:53.236231 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ec07a2f-ea1d-44ae-a776-5ed4af44b2b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.290045 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 374d5a7e-2521-4223-a52e-c9f469fe4072 no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:53.294223 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ec07a2f-ea1d-44ae-a776-5ed4af44b2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851208983'] for subnet, precommit_delete_associations {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.333154 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: 374d5a7e-2521-4223-a52e-c9f469fe4072 {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:31:53.333566 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 374d5a7e-2521-4223-a52e-c9f469fe4072 not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:53.384569 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ec07a2f-ea1d-44ae-a776-5ed4af44b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852958578'] for subnet, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.662119 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ec07a2f-ea1d-44ae-a776-5ed4af44b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1817270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2475423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2363424'] for subnet, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.678266 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:53.770522 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec07a2f-ea1d-44ae-a776-5ed4af44b2b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5141bf61-1b38-438e-8c7b-f38931b0b321,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:53.773356 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2ec07a2f-ea1d-44ae-a776-5ed4af44b2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:53.818866 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ec07a2f-ea1d-44ae-a776-5ed4af44b2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for subnet, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.824048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd37c7-3840-45d1-a12a-e0597ad3125e None None] Network 6465df53-f57e-4590-8251-6e0d51937666 requested from dv-cinder-772181-7-smb {{(pid=80075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:31:53.826500 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-2ec07a2f-ea1d-44ae-a776-5ed4af44b2b0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5141bf61-1b38-438e-8c7b-f38931b0b321 HTTP/1.1" status: 204 len: 168 time: 0.6603682 Jan 24 09:31:53.829075 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48852) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:53.949106 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853001945'] for network, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.020806 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Deleting port d521c960-7af2-420b-93be-8ac0615f5f2f {{(pid=80074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:54.021168 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.114862 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] DHCP port deletion for 6465df53-f57e-4590-8251-6e0d51937666 request from dv-cinder-772181-7-smb {{(pid=80075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:31:54.119279 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] Deleting port d521c960-7af2-420b-93be-8ac0615f5f2f {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:54.119700 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.255326 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] For port d521c960-7af2-420b-93be-8ac0615f5f2f, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=d521c960-7af2-420b-93be-8ac0615f5f2f,segment=NetworkSegment(a538f7a0-5444-46dc-b5b0-687ea540e9bd),segment_id=a538f7a0-5444-46dc-b5b0-687ea540e9bd)] {{(pid=80074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:54.255641 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.339872 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] For port d521c960-7af2-420b-93be-8ac0615f5f2f, host dv-cinder-772181-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-smb',level=0,port_id=d521c960-7af2-420b-93be-8ac0615f5f2f,segment=NetworkSegment(a538f7a0-5444-46dc-b5b0-687ea540e9bd),segment_id=a538f7a0-5444-46dc-b5b0-687ea540e9bd)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:54.340241 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689316'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.393496 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Calling delete_port for d521c960-7af2-420b-93be-8ac0615f5f2f owned by network:dhcp {{(pid=80074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:54.480807 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62995979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309784637146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309785092997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2475851'] for port, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.487246 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] Calling delete_port for d521c960-7af2-420b-93be-8ac0615f5f2f owned by network:dhcp {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:54.499016 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:54.543124 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.573997 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:31:54.574444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_db.api [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:31:54.616636 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d521c960-7af2-420b-93be-8ac0615f5f2f,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:54.630978 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:54.666281 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] No DVR routers for this DVR port d521c960-7af2-420b-93be-8ac0615f5f2f on host dv-cinder-772181-7-smb {{(pid=80074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:31:54.794066 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852961294', 'neutron.services.segments.db._delete_segments_for_network-8727070173777'] for network, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.912885 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6465df53-f57e-4590-8251-6e0d51937666']}} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:54.927620 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a538f7a0-5444-46dc-b5b0-687ea540e9bd') {'for_net_delete': True} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:54.927964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a538f7a0-5444-46dc-b5b0-687ea540e9bd') {} {{(pid=80074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:54.941803 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727070167138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3566817'] for segment, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.959050 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817338'] for segment, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.961314 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:31:55.076454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] Deleting port d521c960-7af2-420b-93be-8ac0615f5f2f {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:55.077207 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727070077572'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.148657 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Network 6465df53-f57e-4590-8251-6e0d51937666 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:31:55.158677 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852958478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852299972'] for segment, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.159987 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-2a60cb9d-7e32-40ca-a5c9-22eb9641352a None None] The port 'd521c960-7af2-420b-93be-8ac0615f5f2f' was deleted {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:31:55.328149 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device d521c960-7af2-420b-93be-8ac0615f5f2f no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:55.345540 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Network 6465df53-f57e-4590-8251-6e0d51937666 has no segments {{(pid=80074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:31:55.365323 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: d521c960-7af2-420b-93be-8ac0615f5f2f {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:31:55.365823 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device d521c960-7af2-420b-93be-8ac0615f5f2f not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:55.366313 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 450f018c-4840-4cf9-97e6-7b8a0230d815 no longer exists at agent ovs-agent-dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: Traceback (most recent call last): Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: timer() Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: cb(*args, **kw) Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: return func(*args, **kwargs) Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: self._notify() Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: self.callback(batched_events) Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: event.method(event) Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: segment_id)['aggregates'][0] Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: return f(self, *a, **k) Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: return self._get(url).json() Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: **kwargs) Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: **endpoint_filter) Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:31:55.368966 dv-cinder-772181-7-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:31:55.403288 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] No Port match for: 450f018c-4840-4cf9-97e6-7b8a0230d815 {{(pid=80075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:31:55.403691 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Device 450f018c-4840-4cf9-97e6-7b8a0230d815 not bound to the agent host dv-cinder-772181-7-smb {{(pid=80075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:55.451698 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853738613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636409'] for network, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.455217 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:55.468819 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a9a8a316-f8d9-4513-9f1e-b99883e24c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.470047 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853738600'] for network, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.481171 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Pushing event deleted for resources: {'Network': ['ID=6465df53-f57e-4590-8251-6e0d51937666,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:55.485378 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:55.487064 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-f5574aef-87d3-4663-a22a-5bfeb30b58cb admin admin] 10.222.0.18 "DELETE /v2.0/networks/6465df53-f57e-4590-8251-6e0d51937666 HTTP/1.1" status: 204 len: 168 time: 1.6569934 Jan 24 09:31:55.636347 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48868) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:55.689792 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-5825e1a9-7703-4e18-817e-2bee6e8011a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b929a8ec5eeb4a2a8b9b16715b648ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521080 Jan 24 09:31:55.692439 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48872) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:55.756280 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ad0a617-b70f-4f97-a6bd-6962f993993e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.783808 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ad0a617-b70f-4f97-a6bd-6962f993993e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.086872 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ad0a617-b70f-4f97-a6bd-6962f993993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.091497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8584c7c5-98a3-4392-a4cb-353b3432674b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:56.107473 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0a617-b70f-4f97-a6bd-6962f993993e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96a4469-e64f-4f64-a47d-0bcd96ca443d,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:56.113074 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1ad0a617-b70f-4f97-a6bd-6962f993993e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:56.115048 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ad0a617-b70f-4f97-a6bd-6962f993993e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.119016 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-1ad0a617-b70f-4f97-a6bd-6962f993993e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d96a4469-e64f-4f64-a47d-0bcd96ca443d HTTP/1.1" status: 204 len: 168 time: 0.4253776 Jan 24 09:31:56.557301 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48884) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:56.617274 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-8aa8886f-8f97-415d-82d4-2b5af6fa15a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dc64dc172b54b7a80c4bcc31cbfa1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561810 Jan 24 09:31:56.617646 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 48888) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:56.684635 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4f09db2e-d130-4c66-86d5-b6b664a770ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.717882 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4f09db2e-d130-4c66-86d5-b6b664a770ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.785590 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4f09db2e-d130-4c66-86d5-b6b664a770ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.793575 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c163ed17-76e3-4808-9068-fb34543f2496 tempest-AttachVolumeShelveTestJSON-569453676 tempest-AttachVolumeShelveTestJSON-569453676] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:56.809332 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09db2e-d130-4c66-86d5-b6b664a770ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537df52e-25ea-4b01-a572-9f7f679e5146,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:56.813105 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4f09db2e-d130-4c66-86d5-b6b664a770ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:56.815938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4f09db2e-d130-4c66-86d5-b6b664a770ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.818039 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-4f09db2e-d130-4c66-86d5-b6b664a770ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/537df52e-25ea-4b01-a572-9f7f679e5146 HTTP/1.1" status: 204 len: 168 time: 0.1992457 Jan 24 09:31:58.012606 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-496768c4-d5ba-48f7-aed3-a761ef30a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:58.443890 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:59.581016 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:59.982501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.404009 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48930) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:03.576963 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d26c8b60-984f-4d98-b03d-2c178b2606ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.594189 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d26c8b60-984f-4d98-b03d-2c178b2606ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:03.598746 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d26c8b60-984f-4d98-b03d-2c178b2606ef admin admin] Usage tracker for resource:security_group_rule and tenant:9602f3584a444fc9ba842f965160031f is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:03.601766 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d26c8b60-984f-4d98-b03d-2c178b2606ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:03.608592 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d26c8b60-984f-4d98-b03d-2c178b2606ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:03.709722 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d26c8b60-984f-4d98-b03d-2c178b2606ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.714403 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d26c8b60-984f-4d98-b03d-2c178b2606ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.722582 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-69cb8a65-2441-4bdb-b71a-69f00ceea457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:03.769003 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c8b60-984f-4d98-b03d-2c178b2606ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5fd4db-3319-4ea1-8131-04061f84103d,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:03.772708 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d26c8b60-984f-4d98-b03d-2c178b2606ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:03.775592 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-d26c8b60-984f-4d98-b03d-2c178b2606ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9602f3584a444fc9ba842f965160031f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704865 Jan 24 09:32:03.778496 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 48936) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:03.846323 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0b40e99a-462b-42be-a183-d782279d9e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.876999 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0b40e99a-462b-42be-a183-d782279d9e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.921703 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0b40e99a-462b-42be-a183-d782279d9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.926834 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-27a9d4bf-5fab-478f-92ce-605cd033c0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:03.938201 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40e99a-462b-42be-a183-d782279d9e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5fd4db-3319-4ea1-8131-04061f84103d,revision_number=None']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:03.943004 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0b40e99a-462b-42be-a183-d782279d9e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:03.945105 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0b40e99a-462b-42be-a183-d782279d9e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.947076 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-0b40e99a-462b-42be-a183-d782279d9e37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e5fd4db-3319-4ea1-8131-04061f84103d HTTP/1.1" status: 204 len: 168 time: 0.1675110 Jan 24 09:32:24.388339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:25.470180 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4ce41777-576c-49b7-9e52-257616afb56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:28.017407 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-09075ffb-12eb-4d08-ae14-46c24921fd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:28.445063 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.352727 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:32:29.584671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.984633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:39.082596 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80074) accepted ('10.222.0.18', 49186) {{(pid=80074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:39.235785 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea88f-ac43-4c5d-8770-7fd18f53171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:39.251672 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9e0ea88f-ac43-4c5d-8770-7fd18f53171b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:39.255776 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9e0ea88f-ac43-4c5d-8770-7fd18f53171b admin admin] Usage tracker for resource:security_group_rule and tenant:9993f6d6692b42c7bdb4515986d91455 is out of sync, need to count used quota {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:39.258744 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9e0ea88f-ac43-4c5d-8770-7fd18f53171b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:39.265501 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9e0ea88f-ac43-4c5d-8770-7fd18f53171b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:39.350920 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea88f-ac43-4c5d-8770-7fd18f53171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:39.353989 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea88f-ac43-4c5d-8770-7fd18f53171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_create {{(pid=80074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:39.362147 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a776c7c3-6c52-4528-8ad9-820cb819d97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:39.413330 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-9e0ea88f-ac43-4c5d-8770-7fd18f53171b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9993f6d6692b42c7bdb4515986d91455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295047 Jan 24 09:32:39.414336 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ea88f-ac43-4c5d-8770-7fd18f53171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f83648-5f83-44ee-8eb2-ed8bad5241d0,revision_number=1']} {{(pid=80074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:39.416323 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80073) accepted ('10.222.0.18', 49192) {{(pid=80073) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:39.418008 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9e0ea88f-ac43-4c5d-8770-7fd18f53171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:39.487719 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:39.517906 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:39.569339 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679179'] for security_group, after_delete {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:39.574767 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0484636a-17cc-49a0-ad9c-e5b0b75c86b3 tempest-VolumesNegativeTest-1916076942 tempest-VolumesNegativeTest-1916076942] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:39.588717 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f83648-5f83-44ee-8eb2-ed8bad5241d0,revision_number=None']} {{(pid=80073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:39.599259 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.599681 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.600095 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.600502 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.600903 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.601297 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.601704 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.602100 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.602527 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.602938 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.603324 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.603715 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-smb {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.604185 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.604586 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.604979 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.605622 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.606012 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.606964 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.607523 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.608107 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.608509 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.608904 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.609299 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.609692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:39.613094 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:39.614429 dv-cinder-772181-7-smb neutron-server[79964]: INFO neutron.wsgi [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1f83648-5f83-44ee-8eb2-ed8bad5241d0 HTTP/1.1" status: 204 len: 168 time: 0.1970186 Jan 24 09:32:39.615558 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-670b30d2-2009-4ef3-b7d3-b768afa4f59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:54.405142 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:55.471231 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8e34d27-ca69-40f4-881f-01457d7b0dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:58.020145 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8495749a-d9eb-4c82-970f-3b9feafcb5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:58.448108 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:59.587182 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:59.986589 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:06.352075 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:33:24.420659 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:25.472956 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-990a1135-f993-4da5-8c0e-f3b4d9c21d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:28.022960 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-adb55233-c314-461d-a47c-b3aabfa7605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:28.451110 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:29.596193 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:29.990070 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:43.352485 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:33:54.422624 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:55.475129 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-341bd699-f52a-48a0-a20f-b52306b2f593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:58.025282 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7c06768a-c97f-44c4-b171-667bcc8073c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:58.455002 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:59.588445 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:59.993229 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.352695 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:34:24.448633 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:25.476454 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fc7cb41f-ede1-420f-b603-902aa2d2a198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.029369 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8939-0cf3-4621-ae5a-e890c2f11562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.462066 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:29.592377 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:29.997024 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:54.447760 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:55.479399 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-28f3cdc2-e11c-415f-b030-3ac82005d38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:57.357415 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:34:58.031516 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-709c5244-ee0f-4318-bbc3-e73349a1d1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:58.463374 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:59.598770 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:00.002202 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:24.446632 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:25.481562 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5ef383d4-fe28-434f-8549-36a9d2f86bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:28.033213 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-80752a89-ce2c-4333-bc8d-aacce8356852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:28.464619 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:29.593699 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:30.005079 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:34.357781 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:35:54.446818 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:55.482918 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2e546995-7049-48f3-9dab-fa348fec762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:58.039397 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0234-b3f1-4060-b58d-f0e2fd4c1370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:58.468390 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:59.596692 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:00.008724 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:11.358497 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:36:24.445450 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:25.484181 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aad704d2-ad61-48a9-9693-0bc226ec817a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:28.031966 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5b117a50-b2a6-43f3-be6a-6441c6fcd6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:28.470809 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:29.599484 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:30.010682 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:48.359452 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:36:54.458861 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:55.486006 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-48438e3d-270a-48b3-879f-21de5d327c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:58.033474 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1e97667a-c53c-4781-9426-e8751960bc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:58.471444 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:59.606046 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:00.014453 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:24.456671 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0334f46-3868-4be1-80a4-4786f77bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:25.359140 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-28446305-6066-4159-808d-41cb0f42a243 None None] Agent healthcheck: found 6 active agents {{(pid=80077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:37:25.487780 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-918edb5b-3e3b-4e6b-b734-cf3f9ffa146b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:28.036075 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42b4e182-7d43-4a63-aa84-d7a3b63b6bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:28.472662 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4fba-82a2-4cb6-be34-5618ea504ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:29.598847 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e1b6-a634-46b6-8cb7-faf43d89c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:30.018986 dv-cinder-772181-7-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6228-beb0-4311-a356-70a4442be042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727070173760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957759'] for agent, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}